{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,29]],"date-time":"2026-10-29T04:06:02Z","timestamp":1793246762971,"version":"4.5.0"},"reference-count":69,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2016,3,1]],"date-time":"2016-03-01T00:00:00Z","timestamp":1456790400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2016,3,1]],"date-time":"2016-03-01T00:00:00Z","timestamp":1456790400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2016,3,1]],"date-time":"2016-03-01T00:00:00Z","timestamp":1456790400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61533017"],"award-info":[{"award-number":["61533017"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61273140"],"award-info":[{"award-number":["61273140"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61374105"],"award-info":[{"award-number":["61374105"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61233001"],"award-info":[{"award-number":["61233001"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cybern."],"published-print":{"date-parts":[[2016,3]]},"DOI":"10.1109\/tcyb.2015.2492242","type":"journal-article","created":{"date-parts":[[2015,11,2]],"date-time":"2015-11-02T20:45:55Z","timestamp":1446497155000},"page":"840-853","source":"Crossref","is-referenced-by-count":444,"title":["Value Iteration Adaptive Dynamic Programming for Optimal Control of Discrete-Time Nonlinear Systems"],"prefix":"10.1109","volume":"46","author":[{"given":"Qinglai","family":"Wei","sequence":"first","affiliation":[{"name":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Derong","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanquan","family":"Lin","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","author":"bellman","year":"1957","journal-title":"Dynamic Programming"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/MCAS.2009.933854"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2301193"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2014.2361485"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2314612"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2008.05.012"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2313915"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1109\/MCS.2012.2214134","article-title":"Reinforcement learning and feedback control: Using natural decision methods to design optimal adaptive controllers","volume":"32","author":"lewis","year":"2012","journal-title":"IEEE Control Syst"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2008.920269"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2008.926614"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2311578"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.23919\/ACC.1989.4790360"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2381774"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2009.2027233"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2013.2285699"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/72.623201"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"67","DOI":"10.7551\/mitpress\/4939.003.0007","article-title":"A menu of designs for reinforcement learning over time","author":"werbos","year":"1991","journal-title":"Neural Networks for Control"},{"key":"ref18","first-page":"25","article-title":"Advanced forecasting methods for global crisis warning and models of intelligence","volume":"22","author":"werbos","year":"1977","journal-title":"Gen Syst Yearbook"},{"key":"ref51","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref50","author":"bertsekas","year":"1996","journal-title":"Neuro-Dynamic Programming"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-012-1188-7"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2012.02.027"},{"key":"ref48","author":"bertsekas","year":"2007","journal-title":"Dynamic Programming and Optimal Control"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2011.2172628"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2402203"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1109\/TSMCB.2012.2216523","article-title":"Finite-approximation-error-based optimal control approach for discrete-time nonlinear systems","volume":"43","author":"liu","year":"2013","journal-title":"IEEE Trans Cybern"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1049\/iet-cta.2012.0486"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2013.2280974"},{"key":"ref49","doi-asserted-by":"crossref","DOI":"10.1002\/9780470182963","author":"powell","year":"2007","journal-title":"Approximate Dynamic Programming"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2014.2308133"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2464080"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2014.2358674"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1080\/00207721.2014.886136"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2014.2301773"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2012.2233224"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2014.2345331"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2401334"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2012.09.019"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2013.09.043"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2013.2284545"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2002.801727"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2399020"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2014.2306201"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2014.05.011"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-1712-5_9"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2014.2388198"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2306781"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2013.2294968"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2010.10.033"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2322116"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2013.2281663"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2014.2346740"},{"key":"ref67","article-title":"Improving the closed-loop performance of nonlinear systems","author":"beard","year":"1995"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2015.05.075"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2014.2297991"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/72.914523"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2012.2227253"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2014.2301770"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2354377"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2014.2305841"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1016\/S1574-6917(07)05001-5"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2014.2315622"},{"key":"ref65","author":"khalil","year":"2002","journal-title":"Nonlinear System"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2014.2357896"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2015.04.044"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2015.2417170"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2006.878720"},{"key":"ref62","author":"busoniu","year":"2010","journal-title":"Reinforcement Learning and Dynamic Programming Using Function Approximators"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2005.02.006"}],"container-title":["IEEE Transactions on Cybernetics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221036\/7406788\/07314890.pdf?arnumber=7314890","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,12]],"date-time":"2024-06-12T05:23:32Z","timestamp":1718169812000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/7314890\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,3]]},"references-count":69,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tcyb.2015.2492242","relation":{},"ISSN":["2168-2267","2168-2275"],"issn-type":[{"value":"2168-2267","type":"print"},{"value":"2168-2275","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,3]]}}}