{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T02:59:54Z","timestamp":1783133994905,"version":"3.54.6"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"15","license":[{"start":{"date-parts":[[2017,2,1]],"date-time":"2017-02-01T00:00:00Z","timestamp":1485907200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2017,8]]},"DOI":"10.1007\/s00500-017-2500-3","type":"journal-article","created":{"date-parts":[[2017,2,1]],"date-time":"2017-02-01T02:04:46Z","timestamp":1485914686000},"page":"4465-4480","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Lyapunov stability-based control and identification of nonlinear dynamical systems using adaptive dynamic programming"],"prefix":"10.1007","volume":"21","author":[{"given":"Rajesh","family":"Kumar","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Smriti","family":"Srivastava","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J. R. P.","family":"Gupta","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,2,1]]},"reference":[{"issue":"5","key":"2500_CR1","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1016\/j.automatica.2004.11.034","volume":"41","author":"M Abu-Khalaf","year":"2005","unstructured":"Abu-Khalaf M, Lewis FL (2005) Nearly optimal control laws for nonlinear systems with saturating actuators using a neural network hjb approach. Automatica 41(5):779\u2013791","journal-title":"Automatica"},{"key":"2500_CR2","doi-asserted-by":"crossref","first-page":"633","DOI":"10.1016\/j.asoc.2016.01.004","volume":"43","author":"O Aguilar-Leal","year":"2016","unstructured":"Aguilar-Leal O, Fuentes-Aguilar R, Chairez I, Garc\u00eda-Gonz\u00e1lez A, Huegel J (2016) Distributed parameter system identification using finite element differential neural networks. Appl Soft Comput 43:633\u2013642","journal-title":"Appl Soft Comput"},{"issue":"4","key":"2500_CR3","doi-asserted-by":"crossref","first-page":"943","DOI":"10.1109\/TSMCB.2008.926614","volume":"38","author":"A Al-Tamimi","year":"2008","unstructured":"Al-Tamimi A, Lewis FL, Abu-Khalaf M (2008) Discrete-time nonlinear hjb solution using approximate dynamic programming: convergence proof. IEEE Trans Syst Man Cybern Part B Cybern 38(4):943\u2013949","journal-title":"IEEE Trans Syst Man Cybern Part B Cybern"},{"issue":"4","key":"2500_CR4","doi-asserted-by":"crossref","first-page":"893","DOI":"10.2514\/3.21715","volume":"19","author":"S Balakrishnan","year":"1996","unstructured":"Balakrishnan S, Biega V (1996) Adaptive-critic-based neural networks for aircraft optimal control. J Guid Control Dyn 19(4):893\u2013898","journal-title":"J Guid Control Dyn"},{"key":"2500_CR5","unstructured":"Becker S, Le Cun Y (1988) Improving the convergence of back-propagation learning with second order methods. In: Proceedings of the 1988 connectionist models summer school. Morgan Kaufmann, San Matteo, pp 29\u201337"},{"key":"2500_CR6","volume-title":"Dynamic programming","author":"R Bellman","year":"1957","unstructured":"Bellman R (1957) Dynamic programming. Princeton university press, Princeton"},{"issue":"9","key":"2500_CR7","doi-asserted-by":"crossref","first-page":"2128","DOI":"10.1109\/TAC.2011.2115290","volume":"56","author":"DP Bertsekas","year":"2011","unstructured":"Bertsekas DP (2011) Temporal difference methods for general projected equations. IEEE Trans Autom Control 56(9):2128\u20132139","journal-title":"IEEE Trans Autom Control"},{"key":"2500_CR8","doi-asserted-by":"crossref","unstructured":"Bertsekas DP, Tsitsiklis JN (1995) Neuro-dynamic programming: an overview. In: Proceedings of the 34th IEEE conference on decision and control, 1995, vol\u00a01. IEEE, pp 560\u2013564","DOI":"10.1109\/CDC.1995.478953"},{"issue":"1","key":"2500_CR9","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1016\/j.asoc.2008.04.003","volume":"9","author":"N Bhuvaneswari","year":"2009","unstructured":"Bhuvaneswari N, Uma G, Rangaswamy T (2009) Adaptive and optimal control of a non-linear process using intelligent controllers. Appl Soft Comput 9(1):182\u2013190","journal-title":"Appl Soft Comput"},{"issue":"4","key":"2500_CR10","doi-asserted-by":"crossref","first-page":"363","DOI":"10.1016\/j.asoc.2003.05.007","volume":"3","author":"O Castillo","year":"2003","unstructured":"Castillo O, Melin P (2003) Intelligent adaptive model-based control of robotic dynamic systems with a hybrid fuzzy-neural approach. Appl Soft Comput 3(4):363\u2013378","journal-title":"Appl Soft Comput"},{"issue":"2","key":"2500_CR11","doi-asserted-by":"crossref","first-page":"2735","DOI":"10.1016\/j.asoc.2010.11.004","volume":"11","author":"CW Chen","year":"2011","unstructured":"Chen CW (2011) Stability analysis and robustness design of nonlinear systems: an nn-based approach. Appl Soft Comput 11(2):2735\u20132742","journal-title":"Appl Soft Comput"},{"issue":"3","key":"2500_CR12","doi-asserted-by":"crossref","first-page":"728","DOI":"10.1016\/j.asoc.2005.12.005","volume":"7","author":"MA Dena\u00ef","year":"2007","unstructured":"Dena\u00ef MA, Palis F, Zeghbib A (2007) Modeling and control of non-linear systems using soft computing techniques. Appl Soft Comput 7(3):728\u2013738","journal-title":"Appl Soft Comput"},{"key":"2500_CR13","doi-asserted-by":"crossref","unstructured":"Dong L, Zhong X, Sun C, He H (2016) Adaptive event-triggered control based on heuristic dynamic programming for nonlinear discrete-time systems","DOI":"10.1109\/TNNLS.2016.2541020"},{"key":"2500_CR14","volume-title":"Art and theory of dynamic programming","author":"SE Dreyfus","year":"1977","unstructured":"Dreyfus SE, Law AM (1977) Art and theory of dynamic programming. Academic Press, Inc, Cambridge"},{"key":"2500_CR15","unstructured":"Franzini M et\u00a0al (1987) Speech recognition with back-propagation. In: Proceedings, 9th annual conference of IEEE engineering in medicine and biology society"},{"issue":"11","key":"2500_CR16","doi-asserted-by":"crossref","first-page":"742","DOI":"10.1016\/j.ifacol.2015.09.278","volume":"48","author":"W Gao","year":"2015","unstructured":"Gao W, Jiang ZP (2015) Global optimal output regulation of partially linear systems via robust adaptive dynamic programming. IFAC-PapersOnLine 48(11):742\u2013747","journal-title":"IFAC-PapersOnLine"},{"key":"2500_CR17","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1016\/j.automatica.2016.05.008","volume":"72","author":"W Gao","year":"2016","unstructured":"Gao W, Jiang Y, Jiang ZP, Chai T (2016) Output-feedback adaptive optimal control of interconnected systems based on robust adaptive dynamic programming. Automatica 72:37\u201345","journal-title":"Automatica"},{"issue":"5","key":"2500_CR18","doi-asserted-by":"crossref","first-page":"2355","DOI":"10.1016\/j.cnsns.2010.04.046","volume":"16","author":"Z Hendzel","year":"2011","unstructured":"Hendzel Z, Szuster M (2011) Discrete neural dynamic programming in wheeled mobile robot control. Commun Nonlinear Sci Numer Simul 16(5):2355\u20132362","journal-title":"Commun Nonlinear Sci Numer Simul"},{"issue":"5","key":"2500_CR19","doi-asserted-by":"crossref","first-page":"882","DOI":"10.1109\/TNNLS.2013.2294968","volume":"25","author":"Y Jiang","year":"2014","unstructured":"Jiang Y, Jiang ZP (2014) Robust adaptive dynamic programming and feedback stabilization of nonlinear systems. IEEE Trans Neural Netw Learn Syst 25(5):882\u2013893","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"2500_CR20","doi-asserted-by":"crossref","unstructured":"Jin N, Liu D, Huang T, Pang Z (2007) Discrete-time adaptive dynamic programming using wavelet basis function neural networks. In: IEEE international symposium on approximate dynamic programming and reinforcement learning, (2007). ADPRL 2007. IEEE, pp 135\u2013142","DOI":"10.1109\/ADPRL.2007.368180"},{"issue":"3","key":"2500_CR21","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1109\/MCAS.2009.933854","volume":"9","author":"FL Lewis","year":"2009","unstructured":"Lewis FL, Vrabie D (2009) Reinforcement learning and adaptive dynamic programming for feedback control. IEEE Circuits Syst Mag 9(3):32\u201350","journal-title":"IEEE Circuits Syst Mag"},{"key":"2500_CR22","volume-title":"Fuzzy control and identification","author":"JH Lilly","year":"2011","unstructured":"Lilly JH (2011) Fuzzy control and identification. Wiley, New York City"},{"issue":"3","key":"2500_CR23","doi-asserted-by":"crossref","first-page":"621","DOI":"10.1109\/TNNLS.2013.2281663","volume":"25","author":"D Liu","year":"2014","unstructured":"Liu D, Wei Q (2014) Policy iteration adaptive dynamic programming algorithm for discrete-time nonlinear systems. IEEE Trans Neural Netw Learn Syst 25(3):621\u2013634","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"2500_CR24","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1016\/j.ins.2012.07.006","volume":"220","author":"D Liu","year":"2013","unstructured":"Liu D, Wang D, Yang X (2013) An iterative adaptive dynamic programming algorithm for optimal control of unknown discrete-time nonlinear systems with constrained inputs. Inf Sci 220:331\u2013342","journal-title":"Inf Sci"},{"issue":"2","key":"2500_CR25","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1109\/TNNLS.2013.2280013","volume":"25","author":"D Liu","year":"2014","unstructured":"Liu D, Wang D, Li H (2014) Decentralized stabilization for a class of continuous-time nonlinear interconnected systems using online learning optimal control approach. IEEE Trans Neural Netw Learn Syst 25(2):418\u2013428","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"2500_CR26","volume-title":"System identification","author":"L Ljung","year":"1998","unstructured":"Ljung L (1998) System identification. Springer, Ne York"},{"issue":"16","key":"2500_CR27","doi-asserted-by":"crossref","first-page":"2491","DOI":"10.1016\/j.neucom.2010.11.033","volume":"74","author":"Z Man","year":"2011","unstructured":"Man Z, Lee K, Wang D, Cao Z, Miao C (2011) A new robust training algorithm for a class of single-hidden layer feedforward neural networks. Neurocomputing 74(16):2491\u20132501","journal-title":"Neurocomputing"},{"issue":"1","key":"2500_CR28","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1109\/72.80202","volume":"1","author":"KS Narendra","year":"1990","unstructured":"Narendra KS, Parthasarathy K (1990) Identification and control of dynamical systems using neural networks. IEEE Trans Neural Netw 1(1):4\u201327","journal-title":"IEEE Trans Neural Netw"},{"issue":"11","key":"2500_CR29","doi-asserted-by":"crossref","first-page":"2101","DOI":"10.1007\/s00500-013-1112-9","volume":"17","author":"Z Ni","year":"2013","unstructured":"Ni Z, He H (2013) Heuristic dynamic programming with internal goal representation. Soft Comput 17(11):2101\u20132108","journal-title":"Soft Comput"},{"issue":"1","key":"2500_CR30","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1016\/S0925-2312(99)00126-5","volume":"30","author":"A Petrosian","year":"2000","unstructured":"Petrosian A, Prokhorov D, Homan R, Dasheiff R, Wunsch D (2000) Recurrent neural network based prediction of epileptic seizures in intra-and extracranial eeg. Neurocomputing 30(1):201\u2013218","journal-title":"Neurocomputing"},{"issue":"5","key":"2500_CR31","doi-asserted-by":"crossref","first-page":"997","DOI":"10.1109\/72.623201","volume":"8","author":"DV Prokhorov","year":"1997","unstructured":"Prokhorov DV, Wunsch DC et al (1997) Adaptive critic designs. IEEE Trans Neural Netw 8(5):997\u20131007","journal-title":"IEEE Trans Neural Netw"},{"issue":"2","key":"2500_CR32","doi-asserted-by":"crossref","first-page":"264","DOI":"10.1109\/72.914523","volume":"12","author":"J Si","year":"2001","unstructured":"Si J, Wang YT (2001) Online learning control by association and reinforcement. IEEE Trans Neural Netw 12(2):264\u2013276","journal-title":"IEEE Trans Neural Netw"},{"issue":"1","key":"2500_CR33","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1080\/03772063.2007.10876120","volume":"53","author":"M Singh","year":"2007","unstructured":"Singh M, Srivastava S, Gupta J, Handmandlu M (2007) Identification and control of a nonlinear system using neural networks by extracting the system dynamics. IETE J Res 53(1):43\u201350","journal-title":"IETE J Res"},{"issue":"16","key":"2500_CR34","doi-asserted-by":"crossref","first-page":"3020","DOI":"10.1016\/j.neucom.2010.07.005","volume":"73","author":"R Song","year":"2010","unstructured":"Song R, Zhang H, Luo Y, Wei Q (2010) Optimal control laws for time-delay systems with saturating actuators based on heuristic dynamic programming. Neurocomputing 73(16):3020\u20133027","journal-title":"Neurocomputing"},{"key":"2500_CR35","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1016\/j.neucom.2013.03.038","volume":"119","author":"R Song","year":"2013","unstructured":"Song R, Xiao W, Zhang H (2013) Multi-objective optimal control for a class of unknown nonlinear systems based on finite-approximation-error adp algorithm. Neurocomputing 119:212\u2013221","journal-title":"Neurocomputing"},{"issue":"5","key":"2500_CR36","doi-asserted-by":"crossref","first-page":"1041","DOI":"10.1109\/TCYB.2015.2421338","volume":"46","author":"R Song","year":"2016","unstructured":"Song R, Lewis FL, Wei Q, Zhang H (2016) Off-policy actor-critic structure for optimal control of unknown systems with disturbances. IEEE Trans Cybern 46(5):1041\u20131050","journal-title":"IEEE Trans Cybern"},{"key":"2500_CR37","unstructured":"Srivastava S, Singh M, Hanmandlu M (2002) Control and identification of non-linear systems affected by noise using wavelet network. In: Computational intelligence and applications. Dynamic Publishers, Inc., pp 51\u201356"},{"issue":"1","key":"2500_CR38","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.asoc.2004.10.001","volume":"6","author":"S Srivastava","year":"2005","unstructured":"Srivastava S, Singh M, Hanmandlu M, Jha AN (2005) New fuzzy wavelet neural networks for system identification and control. Appl Soft Comput 6(1):1\u201317","journal-title":"Appl Soft Comput"},{"key":"2500_CR39","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1016\/j.asoc.2016.05.012","volume":"47","author":"TA Tutunji","year":"2016","unstructured":"Tutunji TA (2016) Parametric system identification using neural networks. Appl Soft Comput 47:251","journal-title":"Appl Soft Comput"},{"issue":"5","key":"2500_CR40","doi-asserted-by":"crossref","first-page":"878","DOI":"10.1016\/j.automatica.2010.02.018","volume":"46","author":"KG Vamvoudakis","year":"2010","unstructured":"Vamvoudakis KG, Lewis FL (2010) Online actor-critic algorithm to solve the continuous-time infinite horizon optimal control problem. Automatica 46(5):878\u2013888","journal-title":"Automatica"},{"key":"2500_CR41","unstructured":"Visnevski NA (1997) Control of a nonlinear multivariable system with adaptive critic designs. PhD thesis, Texas Tech University"},{"issue":"3","key":"2500_CR42","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/j.neunet.2009.03.008","volume":"22","author":"D Vrabie","year":"2009","unstructured":"Vrabie D, Lewis F (2009) Neural network approach to continuous-time direct adaptive optimal control for partially unknown nonlinear systems. Neural Netw 22(3):237\u2013246","journal-title":"Neural Netw"},{"key":"2500_CR43","doi-asserted-by":"crossref","first-page":"1544","DOI":"10.1109\/TSMC.2015.2492941","volume":"46","author":"D Wang","year":"2016","unstructured":"Wang D, Liu D, Zhang Q, Zhao D (2016) Data-based adaptive critic designs for nonlinear robust optimal control with uncertain dynamics. IEEE Trans Syst Man Cybern Syst 46:1544","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"issue":"3\u20134","key":"2500_CR44","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8(3\u20134):279\u2013292","journal-title":"Mach Learn"},{"key":"2500_CR45","first-page":"493","volume":"15","author":"PJ Werbos","year":"1992","unstructured":"Werbos PJ (1992) Approximate dynamic programming for real-time control and neural modeling. Handb Intell Control Neural Fuzzy Adapt Approach 15:493\u2013525","journal-title":"Handb Intell Control Neural Fuzzy Adapt Approach"},{"key":"2500_CR46","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1016\/j.neucom.2015.03.006","volume":"165","author":"G Xiao","year":"2015","unstructured":"Xiao G, Zhang H, Luo Y (2015) Online optimal control of unknown discrete-time nonlinear systems by using time-based adaptive dynamic programming. Neurocomputing 165:163\u2013170","journal-title":"Neurocomputing"},{"issue":"16","key":"2500_CR47","doi-asserted-by":"crossref","first-page":"1676","DOI":"10.1049\/iet-cta.2014.0186","volume":"8","author":"X Yang","year":"2014","unstructured":"Yang X, Liu D, Wei Q (2014) Online approximate optimal control for affine non-linear systems with unknown internal dynamics using adaptive dynamic programming. IET Control Theory Appl 8(16):1676\u20131688","journal-title":"IET Control Theory Appl"},{"key":"2500_CR48","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1016\/j.neucom.2015.08.119","volume":"198","author":"X Yang","year":"2016","unstructured":"Yang X, Liu D, Wei Q, Wang D (2016) Guaranteed cost neural tracking control for a class of uncertain nonlinear systems using adaptive dynamic programming. Neurocomputing 198:80\u201390","journal-title":"Neurocomputing"},{"key":"2500_CR49","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1016\/j.neucom.2013.12.038","volume":"135","author":"J Zhang","year":"2014","unstructured":"Zhang J, Zhang H, Luo Y, Feng T (2014) Model-free optimal control design for a class of linear discrete-time systems with multiple delays using adaptive dynamic programming. Neurocomputing 135:163\u2013170","journal-title":"Neurocomputing"},{"key":"2500_CR50","doi-asserted-by":"crossref","unstructured":"Zhu Y, Zhao D, Li X (2016) Iterative adaptive dynamic programming for solving unknown nonlinear zero-sum game based on online data","DOI":"10.1109\/TNNLS.2016.2561300"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00500-017-2500-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-017-2500-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-017-2500-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,23]],"date-time":"2022-07-23T04:06:31Z","timestamp":1658549191000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00500-017-2500-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,2,1]]},"references-count":50,"journal-issue":{"issue":"15","published-print":{"date-parts":[[2017,8]]}},"alternative-id":["2500"],"URL":"https:\/\/doi.org\/10.1007\/s00500-017-2500-3","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,2,1]]}}}