{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T17:09:59Z","timestamp":1783184999250,"version":"3.54.6"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2024,1,25]],"date-time":"2024-01-25T00:00:00Z","timestamp":1706140800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,25]],"date-time":"2024-01-25T00:00:00Z","timestamp":1706140800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1007\/s11432-023-3820-3","type":"journal-article","created":{"date-parts":[[2024,2,2]],"date-time":"2024-02-02T02:07:10Z","timestamp":1706839630000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Value iteration algorithm for continuous-time linear quadratic stochastic optimal control problems"],"prefix":"10.1007","volume":"67","author":[{"given":"Guangchen","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Heng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,1,25]]},"reference":[{"key":"3820_CR1","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1137\/0306044","volume":"6","author":"W M Wonham","year":"1968","unstructured":"Wonham W M. On a matrix Riccati equation of stochastic control. SIAM J Control, 1968, 6: 681\u2013697","journal-title":"SIAM J Control"},{"key":"3820_CR2","doi-asserted-by":"crossref","DOI":"10.1090\/mmono\/157","volume-title":"Control of Systems with Aftereffect","author":"V B Kolmanovsky","year":"1996","unstructured":"Kolmanovsky V B, Shaikhet L E. Control of Systems with Aftereffect. Providence: American Mathematical Society, 1996"},{"key":"3820_CR3","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-1466-3","volume-title":"Stochastic Control: Hamiltonian Systems and HJB Equations","author":"J M Yong","year":"1999","unstructured":"Yong J M, Zhou X Y. Stochastic Control: Hamiltonian Systems and HJB Equations. New York: Springer, 1999"},{"key":"3820_CR4","doi-asserted-by":"crossref","first-page":"110619","DOI":"10.1016\/j.automatica.2022.110619","volume":"146","author":"B C Wang","year":"2022","unstructured":"Wang B C, Zhang H S, Zhang J F. Linear quadratic mean field social control with common noise: a directly decoupling method. Automatica, 2022, 146: 110619","journal-title":"Automatica"},{"key":"3820_CR5","doi-asserted-by":"crossref","first-page":"110135","DOI":"10.1016\/j.automatica.2021.110135","volume":"137","author":"G C Wang","year":"2022","unstructured":"Wang G C, Wu Z. A maximum principle for mean-field stochastic control system with noisy observation. Automatica, 2022, 137: 110135","journal-title":"Automatica"},{"key":"3820_CR6","doi-asserted-by":"crossref","first-page":"900","DOI":"10.1002\/oca.2523","volume":"40","author":"Y C Han","year":"2019","unstructured":"Han Y C, Sun Y F. Stochastic linear quadratic optimal control problem for systems driven by fractional Brownian motions. Optim Control Appl Methods, 2019, 40: 900\u2013913","journal-title":"Optim Control Appl Methods"},{"key":"3820_CR7","doi-asserted-by":"crossref","first-page":"172203","DOI":"10.1007\/s11432-020-3177-8","volume":"65","author":"C C Peng","year":"2022","unstructured":"Peng C C, Zhang W H. Multicriteria optimization problems of finite horizon stochastic cooperative linear-quadratic difference games. Sci China Inf Sci, 2022, 65: 172203","journal-title":"Sci China Inf Sci"},{"key":"3820_CR8","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1080\/00207179.2015.1079648","volume":"89","author":"M Hafayed","year":"2016","unstructured":"Hafayed M, Abba A, Abbas S. On partial-information optimal singular control problem for mean-field stochastic differential equations driven by Teugels martingales measures. Int J Control, 2016, 89: 397\u2013410","journal-title":"Int J Control"},{"key":"3820_CR9","doi-asserted-by":"crossref","first-page":"1131","DOI":"10.1109\/9.863597","volume":"45","author":"M Ait Rami","year":"2000","unstructured":"Ait Rami M, Zhou X Y. Linear matrix inequalities, Riccati equations, and indefinite stochastic linear quadratic controls. IEEE Trans Automat Contr, 2000, 45: 1131\u20131143","journal-title":"IEEE Trans Automat Contr"},{"key":"3820_CR10","doi-asserted-by":"crossref","first-page":"428","DOI":"10.1109\/9.911419","volume":"46","author":"M Ait Rami","year":"2001","unstructured":"Ait Rami M, Chen X, Moore J B, et al. Solvability and asymptotic behavior of generalized Riccati equations arising in indefinite stochastic LQ controls. IEEE Trans Automat Contr, 2001, 46: 428\u2013440","journal-title":"IEEE Trans Automat Contr"},{"key":"3820_CR11","doi-asserted-by":"crossref","first-page":"3844","DOI":"10.1137\/11085267X","volume":"51","author":"Y H Ni","year":"2013","unstructured":"Ni Y H, Fang H T. Policy iteration algorithm for singular controlled diffusion processes. SIAM J Control Optim, 2013, 51: 3844\u20133862","journal-title":"SIAM J Control Optim"},{"key":"3820_CR12","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1016\/S0024-3795(00)00144-0","volume":"332\u2013334","author":"T Damm","year":"2001","unstructured":"Damm T, Hinrichsen D. Newton\u2019s method for a rational matrix equation occurring in stochastic control. Linear Algebra Its Appl, 2001, 332\u2013334: 81\u2013109","journal-title":"Linear Algebra Its Appl"},{"key":"3820_CR13","series-title":"Dissertation for Ph.D. Degree","volume-title":"Study on algebraic Riccati equation arising from infinite horizon stochastic LQ optimal control","author":"W H Zhang","year":"1998","unstructured":"Zhang W H. Study on algebraic Riccati equation arising from infinite horizon stochastic LQ optimal control. Dissertation for Ph.D. Degree. Hangzhou: Zhejiang University, 1998"},{"key":"3820_CR14","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1007\/s00245-017-9402-8","volume":"78","author":"J R Sun","year":"2018","unstructured":"Sun J R, Yong J M. Stochastic linear quadratic optimal control problems in infinite horizon. Appl Math Optim, 2018, 78: 145\u2013183","journal-title":"Appl Math Optim"},{"key":"3820_CR15","first-page":"205","volume":"69","author":"L Vandenberghe","year":"1995","unstructured":"Vandenberghe L, Boyd S. A primal-dual potential reduction method for problems involving matrix inequalities. Math Programming, 1995, 69: 205\u2013236","journal-title":"Math Programming"},{"key":"3820_CR16","doi-asserted-by":"crossref","first-page":"840","DOI":"10.1109\/TCYB.2015.2492242","volume":"46","author":"Q L Wei","year":"2016","unstructured":"Wei Q L, Liu D R, Lin H Q. Value iteration adaptive dynamic programming for optimal control of discrete-time nonlinear systems. IEEE Trans Cybern, 2016, 46: 840\u2013853","journal-title":"IEEE Trans Cybern"},{"key":"3820_CR17","doi-asserted-by":"crossref","first-page":"875","DOI":"10.1109\/TSMC.2016.2623766","volume":"48","author":"Q L Wei","year":"2018","unstructured":"Wei Q L, Lewis F L, Liu D R, et al. Discrete-time local value iteration adaptive dynamic programming: convergence analysis. IEEE Trans Syst Man Cybern Syst, 2018, 48: 875\u2013891","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"key":"3820_CR18","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1109\/TAC.1968.1098829","volume":"13","author":"D L Kleinman","year":"1968","unstructured":"Kleinman D L. On an iterative technique for Riccati equation computations. IEEE Trans Automat Contr, 1968, 13: 114\u2013115","journal-title":"IEEE Trans Automat Contr"},{"key":"3820_CR19","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1016\/j.automatica.2016.05.003","volume":"71","author":"T Bian","year":"2016","unstructured":"Bian T, Jiang Z P. Value iteration and adaptive dynamic programming for data-driven adaptive optimal control design. Automatica, 2016, 71: 348\u2013360","journal-title":"Automatica"},{"key":"3820_CR20","doi-asserted-by":"crossref","first-page":"176","DOI":"10.1561\/2600000023","volume":"8","author":"Z P Jiang","year":"2020","unstructured":"Jiang Z P, Bian T, Gao W N. Learning-based control: a tutorial and some recent results. FNT Syst Control, 2020, 8: 176\u2013284","journal-title":"FNT Syst Control"},{"key":"3820_CR21","doi-asserted-by":"crossref","first-page":"110564","DOI":"10.1016\/j.automatica.2022.110564","volume":"146","author":"K D Xie","year":"2022","unstructured":"Xie K D, Yu X, Lan W Y. Optimal output regulation for unknown continuous-time linear systems by internal model and adaptive dynamic programming. Automatica, 2022, 146: 110564","journal-title":"Automatica"},{"key":"3820_CR22","doi-asserted-by":"crossref","first-page":"1991","DOI":"10.1137\/20M1379605","volume":"60","author":"K Du","year":"2022","unstructured":"Du K, Meng Q X, Zhang F. A Q-learning algorithm for discrete-time linear-quadratic control with random parameters of unknown distribution: convergence and stabilization. SIAM J Control Optim, 2022, 60: 1991\u20132015","journal-title":"SIAM J Control Optim"},{"key":"3820_CR23","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1109\/TAC.1977.1101561","volume":"22","author":"L Ljung","year":"1977","unstructured":"Ljung L. Analysis of recursive stochastic algorithms. IEEE Trans Automat Contr, 1977, 22: 551\u2013575","journal-title":"IEEE Trans Automat Contr"},{"key":"3820_CR24","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4684-9352-8","volume-title":"Stochastic Approximation Methods for Constrained and Unconstrained Systems","author":"H J Kushner","year":"1978","unstructured":"Kushner H J, Clark D S. Stochastic Approximation Methods for Constrained and Unconstrained Systems. New York: Springer, 1978"},{"key":"3820_CR25","doi-asserted-by":"crossref","first-page":"419","DOI":"10.1109\/TAC.1976.1101248","volume":"21","author":"D L Kleinman","year":"1976","unstructured":"Kleinman D L. Numerical solution of the state dependent noise problem. IEEE Trans Automat Contr, 1976, 21: 419\u2013420","journal-title":"IEEE Trans Automat Contr"},{"key":"3820_CR26","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1016\/j.automatica.2003.07.002","volume":"40","author":"W H Zhang","year":"2004","unstructured":"Zhang W H, Chen B S. On stabilizability and exact observability of stochastic systems with their applications. Automatica, 2004, 40: 87\u201394","journal-title":"Automatica"},{"key":"3820_CR27","volume-title":"Nonlinear Systems","author":"H K Khalil","year":"2002","unstructured":"Khalil H K. Nonlinear Systems. Englewood Cliffs: Prentice Hall, 2002"},{"key":"3820_CR28","doi-asserted-by":"crossref","first-page":"1685","DOI":"10.1137\/S0363012996310478","volume":"36","author":"S P Chen","year":"1998","unstructured":"Chen S P, Li X J, Zhou X Y. Stochastic linear quadratic regulators with indefinite control weight costs. SIAM J Control Optim, 1998, 36: 1685\u20131702","journal-title":"SIAM J Control Optim"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-023-3820-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-023-3820-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-023-3820-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,23]],"date-time":"2025-03-23T02:26:39Z","timestamp":1742696799000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-023-3820-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,25]]},"references-count":28,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,2]]}},"alternative-id":["3820"],"URL":"https:\/\/doi.org\/10.1007\/s11432-023-3820-3","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1,25]]},"assertion":[{"value":"20 February 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 June 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 January 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"122204"}}