{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,9]],"date-time":"2026-10-09T17:32:06Z","timestamp":1791567126849,"version":"4.3.4"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2023,6,29]],"date-time":"2023-06-29T00:00:00Z","timestamp":1687996800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,29]],"date-time":"2023-06-29T00:00:00Z","timestamp":1687996800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1007\/s11432-022-3796-2","type":"journal-article","created":{"date-parts":[[2023,7,3]],"date-time":"2023-07-03T19:01:42Z","timestamp":1688410902000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":35,"title":["Reinforcement learning for optimal tracking of large-scale systems with multitime scales"],"prefix":"10.1007","volume":"66","author":[{"given":"Jinna","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hao","family":"Nie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tianyou","family":"Chai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Frank L.","family":"Lewis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,6,29]]},"reference":[{"key":"3796_CR1","unstructured":"Xie S, Huang J, Zhao C, et al. Application of neural network to hierarchical optimal control of the class of continuous time-varying large-scale systems. In: Proceedings of the IEEE International Conference on Intelligent Processing Systems, Beijing, 1997. 477\u2013481"},{"key":"3796_CR2","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/j.arcontrol.2008.03.004","volume":"32","author":"L Bakule","year":"2008","unstructured":"Bakule L. Decentralized control: an overview. Annu Rev Control, 2008, 32: 87\u201398","journal-title":"Annu Rev Control"},{"key":"3796_CR3","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/j.arcontrol.2014.03.005","volume":"38","author":"T Chai","year":"2014","unstructured":"Chai T, Qin S J, Wang H. Optimal operational control for complex industrial processes. Annu Rev Control, 2014, 38: 81\u201392","journal-title":"Annu Rev Control"},{"key":"3796_CR4","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1016\/j.conengprac.2010.05.002","volume":"19","author":"T Chai","year":"2011","unstructured":"Chai T, Ding J, Wu F. Hybrid intelligent control for optimal operation of shaft furnace roasting process. Control Eng Pract, 2011, 19: 264\u2013275","journal-title":"Control Eng Pract"},{"key":"3796_CR5","doi-asserted-by":"publisher","first-page":"572","DOI":"10.1016\/j.ins.2017.03.033","volume":"432","author":"Y Yuan","year":"2018","unstructured":"Yuan Y, Wang Z, Guo L. Distributed quantized multi-modal fusion filtering for two-time-scale systems. Inf Sci, 2018, 432: 572\u2013583","journal-title":"Inf Sci"},{"key":"3796_CR6","doi-asserted-by":"publisher","first-page":"3255","DOI":"10.1109\/TCYB.2018.2839648","volume":"49","author":"W H Chen","year":"2018","unstructured":"Chen W H, Liu Y, Zheng W X. Synchronization analysis of two-time-scale nonlinear complex networks with time-scale-dependent coupling. IEEE Trans Cybern, 2018, 49: 3255\u20133267","journal-title":"IEEE Trans Cybern"},{"key":"3796_CR7","doi-asserted-by":"publisher","first-page":"4587","DOI":"10.1109\/TIE.2018.2856198","volume":"66","author":"Y Jiang","year":"2018","unstructured":"Jiang Y, Fan J, Chai T, et al. Dual-rate operational optimal control for flotation industrial process with unknown operational model. IEEE Trans Ind Electron, 2018, 66: 4587\u20134599","journal-title":"IEEE Trans Ind Electron"},{"key":"3796_CR8","doi-asserted-by":"publisher","first-page":"701","DOI":"10.1109\/TAC.1976.1101342","volume":"21","author":"J Chow","year":"1976","unstructured":"Chow J, Kokotovic P. A decomposition of near-optimum regulators for systems with slow and fast modes. IEEE Trans Automat Contr, 1976, 21: 701\u2013705","journal-title":"IEEE Trans Automat Contr"},{"key":"3796_CR9","doi-asserted-by":"publisher","first-page":"784","DOI":"10.1109\/TAC.1987.1104720","volume":"32","author":"H Khalil","year":"1987","unstructured":"Khalil H. Output feedback control of linear two-time-scale systems. IEEE Trans Automat Contr, 1987, 32: 784\u2013792","journal-title":"IEEE Trans Automat Contr"},{"key":"3796_CR10","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611971118","volume-title":"Singular Perturbation Methods in Control: Analysis and Design","author":"P Kokotovic","year":"1999","unstructured":"Kokotovic P, Khalil H, O\u2019Reilly J. Singular Perturbation Methods in Control: Analysis and Design. Philadelphia: Society for Industrial and Applied Mathematics, 1999"},{"key":"3796_CR11","doi-asserted-by":"publisher","first-page":"1569","DOI":"10.1109\/9.780423","volume":"44","author":"A Cavallo","year":"1999","unstructured":"Cavallo A, de Maria G, Nistri P. Robust control design with integral action and limited rate control. IEEE Trans Automat Contr, 1999, 44: 1569\u20131572","journal-title":"IEEE Trans Automat Contr"},{"key":"3796_CR12","doi-asserted-by":"publisher","first-page":"1097","DOI":"10.1109\/9.935063","volume":"46","author":"R Bouyekhf","year":"2001","unstructured":"Bouyekhf R, Hami A E, Moudni A E. Optimal control of a particular class of singularly perturbed nonlinear discrete-time systems. IEEE Trans Automat Contr, 2001, 46: 1097\u20131101","journal-title":"IEEE Trans Automat Contr"},{"key":"3796_CR13","doi-asserted-by":"publisher","first-page":"645","DOI":"10.1109\/TAC.1985.1104024","volume":"30","author":"B Litkouhi","year":"1985","unstructured":"Litkouhi B, Khalil H. Multirate and composite control of two-time-scale discrete-time systems. IEEE Trans Automat Contr, 1985, 30: 645\u2013651","journal-title":"IEEE Trans Automat Contr"},{"key":"3796_CR14","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1016\/j.automatica.2017.03.017","volume":"81","author":"K Kodra","year":"2017","unstructured":"Kodra K, Gajic Z. Optimal control for a new class of singularly perturbed linear systems. Automatica, 2017, 81: 203\u2013208","journal-title":"Automatica"},{"key":"3796_CR15","doi-asserted-by":"publisher","first-page":"454","DOI":"10.1109\/TII.2016.2516973","volume":"12","author":"J Ding","year":"2016","unstructured":"Ding J, Modares H, Chai T, et al. Data-based multiobjective plant-wide performance optimization of industrial processes under dynamic environments. IEEE Trans Ind Inf, 2016, 12: 454\u2013465","journal-title":"IEEE Trans Ind Inf"},{"key":"3796_CR16","doi-asserted-by":"publisher","first-page":"477","DOI":"10.1016\/j.automatica.2008.08.017","volume":"45","author":"D Vrabie","year":"2009","unstructured":"Vrabie D, Pastravanu O, Abu-Khalaf M, et al. Adaptive optimal control for continuous-time linear systems based on policy iteration. Automatica, 2009, 45: 477\u2013484","journal-title":"Automatica"},{"key":"3796_CR17","doi-asserted-by":"publisher","first-page":"2699","DOI":"10.1016\/j.automatica.2012.06.096","volume":"48","author":"Y Jiang","year":"2012","unstructured":"Jiang Y, Jiang Z P. Computational adaptive optimal control for continuous-time linear systems with completely unknown dynamics. Automatica, 2012, 48: 2699\u20132704","journal-title":"Automatica"},{"key":"3796_CR18","doi-asserted-by":"publisher","first-page":"3085","DOI":"10.1109\/TII.2019.2912018","volume":"16","author":"W Xue","year":"2019","unstructured":"Xue W, Fan J, Lopez V G, et al. New methods for optimal operational control of industrial processes using reinforcement learning on two time scales. IEEE Trans Ind Inf, 2019, 16: 3085\u20133099","journal-title":"IEEE Trans Ind Inf"},{"key":"3796_CR19","doi-asserted-by":"publisher","first-page":"4334","DOI":"10.1109\/TNNLS.2020.3017461","volume":"32","author":"W Xue","year":"2020","unstructured":"Xue W, Fan J, Lopez V G, et al. Off-policy reinforcement learning for tracking in continuous-time systems on two time scales. IEEE Trans Neural Netw Learn Syst, 2020, 32: 4334\u20134346","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"3796_CR20","doi-asserted-by":"publisher","first-page":"4547","DOI":"10.1109\/TCYB.2017.2761841","volume":"47","author":"J Li","year":"2017","unstructured":"Li J, Kiumarsi B, Chai T, et al. Off-policy reinforcement learning: optimal operational control for two-time-scale industrial processes. IEEE Trans Cybern, 2017, 47: 4547\u20134558","journal-title":"IEEE Trans Cybern"},{"key":"3796_CR21","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/j.neucom.2019.11.057","volume":"382","author":"L Zhou","year":"2020","unstructured":"Zhou L, Zhao J, Ma L, et al. Decentralized composite suboptimal control for a class of two-time-scale interconnected networks with unknown slow dynamics. Neurocomputing, 2020, 382: 71\u201379","journal-title":"Neurocomputing"},{"key":"3796_CR22","doi-asserted-by":"publisher","first-page":"1091","DOI":"10.1109\/TII.2021.3076471","volume":"18","author":"J Zhao","year":"2021","unstructured":"Zhao J, Yang C, Dai W, et al. Reinforcement learning-based composite optimal operational control of industrial systems with multiple unit devices. IEEE Trans Ind Inf, 2021, 18: 1091\u20131101","journal-title":"IEEE Trans Ind Inf"},{"key":"3796_CR23","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/j.envpol.2012.07.036","volume":"171","author":"L Zhang","year":"2012","unstructured":"Zhang L, Wang S, Wu Q, et al. Were mercury emission factors for Chinese non-ferrous metal smelters overestimated? Evidence from onsite measurements in six smelters. Environ Pollution, 2012, 171: 109\u2013117","journal-title":"Environ Pollution"},{"key":"3796_CR24","doi-asserted-by":"publisher","first-page":"4132","DOI":"10.1109\/TCYB.2019.2950262","volume":"50","author":"J Li","year":"2019","unstructured":"Li J, Ding J, Chai T, et al. Nonzero-sum game reinforcement learning for performance optimization in large-scale industrial processes. IEEE Trans Cybern, 2019, 50: 4132\u20134145","journal-title":"IEEE Trans Cybern"},{"key":"3796_CR25","first-page":"219","volume":"2","author":"V Saksena","year":"1981","unstructured":"Saksena V, Cruz J J. Nash strategies in decentralized control of multiparameter singularly perturbed large scale systems. Large Scale Syst, 1981, 2: 219\u2013234","journal-title":"Large Scale Syst"},{"key":"3796_CR26","doi-asserted-by":"publisher","first-page":"3051","DOI":"10.1109\/TAC.2014.2317301","volume":"59","author":"H Modares","year":"2014","unstructured":"Modares H, Lewis F L. Linear quadratic tracking control of partially-unknown continuous-time systems using reinforcement learning. IEEE Trans Automat Contr, 2014, 59: 3051\u20133056","journal-title":"IEEE Trans Automat Contr"},{"key":"3796_CR27","doi-asserted-by":"publisher","first-page":"2391","DOI":"10.1109\/TAC.2022.3172590","volume":"68","author":"C Chen","year":"2023","unstructured":"Chen C, Xie L, Jiang Y, et al. Robust output regulation and reinforcement learning-based output tracking design for unknown linear discrete-time systems. IEEE Trans Automat Contr, 2023, 68: 2391\u20132398","journal-title":"IEEE Trans Automat Contr"},{"key":"3796_CR28","doi-asserted-by":"publisher","first-page":"1167","DOI":"10.1016\/j.automatica.2014.02.015","volume":"50","author":"B Kiumarsi","year":"2014","unstructured":"Kiumarsi B, Lewis F L, Modares H, et al. Reinforcement Q-learning for optimal tracking control of linear discrete-time systems with unknown dynamics. Automatica, 2014, 50: 1167\u20131175","journal-title":"Automatica"},{"key":"3796_CR29","doi-asserted-by":"publisher","first-page":"1200","DOI":"10.1109\/TNNLS.2017.2669099","volume":"29","author":"H Zhang","year":"2017","unstructured":"Zhang H, Cui X, Luo Y, et al. Finite-horizon H\u221e tracking control for unknown nonlinear systems with saturating actuators. IEEE Trans Neural Netw Learn Syst, 2017, 29: 1200\u20131212","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"3796_CR30","doi-asserted-by":"publisher","first-page":"109177","DOI":"10.1016\/j.automatica.2020.109177","volume":"121","author":"V G Lopez","year":"2020","unstructured":"Lopez V G, Lewis F L, Wan Y, et al. Stability and robustness analysis of minmax solutions for differential graphical games. Automatica, 2020, 121: 109177","journal-title":"Automatica"},{"key":"3796_CR31","doi-asserted-by":"publisher","first-page":"1371","DOI":"10.1109\/TCNS.2021.3065654","volume":"8","author":"M Liu","year":"2021","unstructured":"Liu M, Wan Y, Lopez V G, et al. Differential graphical game with distributed global Nash solution. IEEE Trans Control Netw Syst, 2021, 8: 1371\u20131382","journal-title":"IEEE Trans Control Netw Syst"},{"key":"3796_CR32","doi-asserted-by":"publisher","first-page":"1584","DOI":"10.1109\/TSMC.2022.3201671","volume":"53","author":"D Wang","year":"2023","unstructured":"Wang D, Hu L, Zhao M, et al. Dual event-triggered constrained control through adaptive critic for discrete-time zero-sum games. IEEE Trans Syst Man Cybern Syst, 2023, 53: 1584\u20131595","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"key":"3796_CR33","doi-asserted-by":"publisher","first-page":"1308","DOI":"10.1109\/TNNLS.2018.2861945","volume":"30","author":"J Li","year":"2018","unstructured":"Li J, Chai T, Lewis F L, et al. Off-policy interleaved Q-learning: optimal control for affine nonlinear discrete-time systems. IEEE Trans Neural Netw Learn Syst, 2018, 30: 1308\u20131320","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"3796_CR34","doi-asserted-by":"publisher","first-page":"370","DOI":"10.1109\/9.192192","volume":"33","author":"Y Y Wang","year":"1988","unstructured":"Wang Y Y, Shi S J, Zhang Z J. A descriptor-system approach to singular perturbation of linear regulators. IEEE Trans Automat Contr, 1988, 33: 370\u2013373","journal-title":"IEEE Trans Automat Contr"},{"key":"3796_CR35","first-page":"759","volume":"45","author":"Y Jiang","year":"2019","unstructured":"Jiang Y, Fan J, Jia Y, et al. Data-driven flotation process operational feedback decoupling control. Acta Autom Sin, 2019, 45: 759\u2013770","journal-title":"Acta Autom Sin"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-022-3796-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-022-3796-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-022-3796-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,28]],"date-time":"2024-08-28T15:14:45Z","timestamp":1724858085000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-022-3796-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,29]]},"references-count":35,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2023,7]]}},"alternative-id":["3796"],"URL":"https:\/\/doi.org\/10.1007\/s11432-022-3796-2","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,29]]},"assertion":[{"value":"28 August 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 March 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 May 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 June 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"170201"}}