{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T10:45:32Z","timestamp":1764240332313,"version":"3.37.3"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2020,3,13]],"date-time":"2020-03-13T00:00:00Z","timestamp":1584057600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,3,13]],"date-time":"2020-03-13T00:00:00Z","timestamp":1584057600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61473202"],"award-info":[{"award-number":["61473202"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Optim Theory Appl"],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1007\/s10957-020-01652-7","type":"journal-article","created":{"date-parts":[[2020,3,13]],"date-time":"2020-03-13T06:35:01Z","timestamp":1584081301000},"page":"652-677","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Suboptimal Control for Nonlinear Systems with Disturbance via Integral Sliding Mode Control and Policy Iteration"],"prefix":"10.1007","volume":"185","author":[{"given":"Yuqing","family":"Zheng","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guoshan","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,3,13]]},"reference":[{"key":"1652_CR1","doi-asserted-by":"crossref","DOI":"10.1201\/9781498701822","volume-title":"Sliding Mode Control: Theory and Applications","author":"C Edwards","year":"1998","unstructured":"Edwards, C., Spurgeon, S.: Sliding Mode Control: Theory and Applications. Taylor and Francis, London (1998)"},{"key":"1652_CR2","doi-asserted-by":"crossref","first-page":"2653","DOI":"10.1109\/TAC.2009.2031569","volume":"54","author":"CJ Lin","year":"2009","unstructured":"Lin, C.J.: Dynamic output integral sliding-mode control with disturbance attenuation. IEEE Trans. Autom. Control. 54, 2653\u20132658 (2009)","journal-title":"IEEE Trans. Autom. Control."},{"key":"1652_CR3","doi-asserted-by":"crossref","first-page":"2410","DOI":"10.1109\/TAC.2013.2256673","volume":"58","author":"X Li","year":"2013","unstructured":"Li, X., Yu, X., Han, Q.L.: Stability analysis of second-order sliding mode control systems with input-delay using poincar$$\\acute{e}$$ map. IEEE Trans. Autom. Control. 58, 2410\u20132415 (2013)","journal-title":"IEEE Trans. Autom. Control."},{"key":"1652_CR4","doi-asserted-by":"crossref","first-page":"7967","DOI":"10.1109\/TIE.2018.2879309","volume":"66","author":"JH Zheng","year":"2019","unstructured":"Zheng, J.H., Shi, P., Xia, Y.Q., Yang, H.J.: Discrete-time sliding mode control with disturbance rejection. IEEE Trans. Ind. Electron. 66, 7967\u20137975 (2019)","journal-title":"IEEE Trans. Ind. Electron."},{"key":"1652_CR5","doi-asserted-by":"crossref","first-page":"2699","DOI":"10.1109\/TAC.2011.2159420","volume":"56","author":"M Rubagotti","year":"2011","unstructured":"Rubagotti, M., Estrada, A., Castanos, F., Ferrara, A., Fridman, L.: Integral sliding mode control for nonlinear systems with matched and unmatched perturbations. IEEE Trans. Autom. Control 56, 2699\u20132704 (2011)","journal-title":"IEEE Trans. Autom. Control"},{"key":"1652_CR6","doi-asserted-by":"crossref","first-page":"3671","DOI":"10.1109\/TIE.2013.2282594","volume":"61","author":"JX Xu","year":"2014","unstructured":"Xu, J.X., Guo, Z.Q., Lee, T.H.: Design and implementation of integral sliding-mode control on an underactuated two-wheeled mobile robot. IEEE Trans. Ind. Electron. 61, 3671\u20133681 (2014)","journal-title":"IEEE Trans. Ind. Electron."},{"key":"1652_CR7","doi-asserted-by":"crossref","first-page":"971","DOI":"10.1016\/j.automatica.2013.12.024","volume":"50","author":"F Castanos","year":"2014","unstructured":"Castanos, F., Hern\u00e1ndez, D., Fridman, L.M.: Integral sliding-mode control for linear time-invariant implicit systems. Automatica 50, 971\u2013975 (2014)","journal-title":"Automatica"},{"key":"1652_CR8","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1016\/j.automatica.2015.02.001","volume":"54","author":"S Yu","year":"2015","unstructured":"Yu, S., Long, X.: Finite-time consensus for second-order multi-agent systems with disturbances by integral sliding mode. Automatica 54, 158\u2013165 (2015)","journal-title":"Automatica"},{"key":"1652_CR9","doi-asserted-by":"crossref","first-page":"9854","DOI":"10.1109\/ACCESS.2018.2808477","volume":"99","author":"L Zhou","year":"2018","unstructured":"Zhou, L., Che, Z., Yang, C.: Disturbance observer-based integral sliding mode control for singularly perturbed systems with mismatched disturbances. IEEE Access 99, 9854\u20139861 (2018)","journal-title":"IEEE Access"},{"key":"1652_CR10","first-page":"333","volume":"359","author":"JH Wang","year":"2019","unstructured":"Wang, J.H., Xu, Y.L., Xu, Y.: Time-varying formation for high-order multi-agent systems with external disturbances by event-triggered integral sliding mode control. Appl. Math. Comput. 359, 333\u2013343 (2019)","journal-title":"Appl. Math. Comput."},{"key":"1652_CR11","doi-asserted-by":"crossref","first-page":"160","DOI":"10.1109\/TIE.2012.2183841","volume":"60","author":"J Yang","year":"2013","unstructured":"Yang, J., Li, S., Yu, X.: Sliding-mode control for systems with mismatched uncertainties via a disturbance observer. IEEE Trans. Ind. Electron. 60, 160\u2013169 (2013)","journal-title":"IEEE Trans. Ind. Electron."},{"key":"1652_CR12","doi-asserted-by":"crossref","first-page":"1983","DOI":"10.1109\/TIE.2013.2271597","volume":"61","author":"D Ginoya","year":"2014","unstructured":"Ginoya, D., Shendge, P.D., Phadke, S.B.: Sliding mode control for mismatched uncertain systems using an extended disturbance observer. IEEE Trans. Ind. Electron. 61, 1983\u20131992 (2014)","journal-title":"IEEE Trans. Ind. Electron."},{"key":"1652_CR13","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1016\/j.cnsns.2015.02.008","volume":"26","author":"D Ginoya","year":"2015","unstructured":"Ginoya, D., Shendge, P.D., Phadke, S.B.: Disturbance observer based sliding mode control of nonlinear mismatched uncertain systems. Commun. Nonlinear Sci. Numer. Simul. 26, 98\u2013107 (2015)","journal-title":"Commun. Nonlinear Sci. Numer. Simul."},{"key":"1652_CR14","doi-asserted-by":"crossref","first-page":"693","DOI":"10.1177\/0142331215603793","volume":"38","author":"X Liu","year":"2015","unstructured":"Liu, X., Liu, Z., Shan, J., Sun, H.: Anti-disturbance autopilot design for missile system via finite time integral sliding mode control method and nonlinear disturbance observer technique. Trans. Inst. Meas. Control. 38, 693\u2013700 (2015)","journal-title":"Trans. Inst. Meas. Control."},{"key":"1652_CR15","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1016\/j.robot.2014.10.013","volume":"75","author":"S Mohammed","year":"2016","unstructured":"Mohammed, S., Huo, W., Huang, J., Rifa\u00ef, H., Amirat, Y.: Nonlinear disturbance observer based sliding mode control of a human-driven knee joint orthosis. Robot. Auton. Syst. 75, 41\u201349 (2016)","journal-title":"Robot. Auton. Syst."},{"key":"1652_CR16","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/j.ast.2019.03.030","volume":"89","author":"XM Yin","year":"2019","unstructured":"Yin, X.M., Wang, B., Liu, L.: Disturbance observer-based gain adaptation high-order sliding mode control of hypersonic vehicles. Aerosp. Sci. Technol. 89, 19\u201330 (2019)","journal-title":"Aerosp. Sci. Technol."},{"key":"1652_CR17","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1109\/TII.2013.2279232","volume":"10","author":"J Yang","year":"2014","unstructured":"Yang, J., Su, J., Li, S., Yu, X.: High-order mismatched disturbance compensation for motion control systems via a continuous dynamic sliding-mode approach. IEEE Trans. Ind. Inform. 10, 604\u2013614 (2014)","journal-title":"IEEE Trans. Ind. Inform."},{"key":"1652_CR18","doi-asserted-by":"crossref","first-page":"7040","DOI":"10.1109\/TIE.2016.2583999","volume":"63","author":"J Zhang","year":"2016","unstructured":"Zhang, J., Liu, X., Xia, Y., Zuo, Z., Wang, Y.: Disturbance observer-based integral sliding-mode control for systems with mismatched disturbances. IEEE Trans. Ind. Electron. 63, 7040\u20137048 (2016)","journal-title":"IEEE Trans. Ind. Electron."},{"key":"1652_CR19","first-page":"1","volume":"9","author":"J Guo","year":"2017","unstructured":"Guo, J., Liu, Y., Cheng, C., Zhou, J.: Disturbance attenuation-based sliding mode control with disturbance observer for mismatched uncertain system. Adv. Mech. Eng. 9, 1\u201311 (2017)","journal-title":"Adv. Mech. Eng."},{"key":"1652_CR20","doi-asserted-by":"crossref","first-page":"1115","DOI":"10.1016\/j.cja.2017.01.004","volume":"30","author":"Y Shen","year":"2017","unstructured":"Shen, Y., Yu, J., Luo, G., Ai, X., Jia, Z., Chen, F.: Observer-based adaptive sliding mode backstepping output-feedback DSC for spin-stabilized canard-controlled projectiles. Chin. J. Aeronaut. 30, 1115\u20131126 (2017)","journal-title":"Chin. J. Aeronaut."},{"key":"1652_CR21","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TSMC.2018.2799869","volume":"99","author":"J Sun","year":"2018","unstructured":"Sun, J., Yi, J., Pu, Z., Tan, X.: Fixed-time sliding mode disturbance observer-based nonsmooth backstepping control for hypersonic vehicles. IEEE Trans. Syst. Man Cybern. Syst. 99, 1\u201310 (2018)","journal-title":"IEEE Trans. Syst. Man Cybern. Syst."},{"key":"1652_CR22","doi-asserted-by":"crossref","first-page":"30","DOI":"10.2514\/1.G004362","volume":"43","author":"C Chilan","year":"2020","unstructured":"Chilan, C., Conway, B.: Optimal nonlinear control using Hamilton\u2013Jacobi\u2013Bellman viscosity solutions on unstructured grids. J. Guid. Control Dyn. 43, 30\u201338 (2020)","journal-title":"J. Guid. Control Dyn."},{"key":"1652_CR23","doi-asserted-by":"crossref","first-page":"480","DOI":"10.1007\/s10957-014-0615-6","volume":"165","author":"J Che","year":"2015","unstructured":"Che, J., Santone, M., Cao, C.: Adaptive control for systems with output constraints using an online optimization method. J. Optim. Theory Appl. 165, 480\u2013506 (2015)","journal-title":"J. Optim. Theory Appl."},{"key":"1652_CR24","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1016\/j.automatica.2004.11.034","volume":"41","author":"MA Khalaf","year":"2005","unstructured":"Khalaf, M.A., Lewis, F.L.: Nearly optimal control laws for nonlinear systems with saturating actuators using a neural network HJB approach. Automatica 41, 779\u2013791 (2005)","journal-title":"Automatica"},{"key":"1652_CR25","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/j.neunet.2009.03.008","volume":"22","author":"D Vrabie","year":"2009","unstructured":"Vrabie, D., Lewis, F.: Neural network approach to continuous-time direct adaptive optimal control for partially unknown nonlinear systems. Neural Netw. 22, 237\u201346 (2009)","journal-title":"Neural Netw."},{"key":"1652_CR26","doi-asserted-by":"crossref","first-page":"688","DOI":"10.1007\/s10957-012-9989-5","volume":"153","author":"S Bhatnagar","year":"2012","unstructured":"Bhatnagar, S., Lakshmanan, K.: An online actor-critic algorithm with function approximation for constrained markov decision processes. J. Optim. Theory Appl. 153, 688\u2013708 (2012)","journal-title":"J. Optim. Theory Appl."},{"key":"1652_CR27","doi-asserted-by":"crossref","first-page":"144","DOI":"10.1016\/j.automatica.2016.12.009","volume":"78","author":"B Kiumarsi","year":"2017","unstructured":"Kiumarsi, B., Lewis, F.L., Jiang, Z.P.: $${H_\\infty }$$ control of linear discrete-time systems: off-policy reinforcement learning. Automatica 78, 144\u2013152 (2017)","journal-title":"Automatica"},{"key":"1652_CR28","doi-asserted-by":"crossref","first-page":"162","DOI":"10.1016\/j.neucom.2019.04.036","volume":"356","author":"ZL Zhang","year":"2019","unstructured":"Zhang, Z.L., Song, R.Z., Cao, M.: Synchronous optimal control method for nonlinear systems with saturating actuators and unknown dynamics using off-policy integral reinforcement learning. Neurocomputing 356, 162\u2013169 (2019)","journal-title":"Neurocomputing"},{"key":"1652_CR29","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1016\/j.automatica.2014.10.103","volume":"51","author":"R Kamalapurkar","year":"2015","unstructured":"Kamalapurkar, R., Dinh, H., Bhasin, S., Dixon, W.E.: Approximate optimal trajectory tracking for continuous-time nonlinear systems. Automatica 51, 40\u201348 (2015)","journal-title":"Automatica"},{"key":"1652_CR30","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1016\/j.neucom.2017.04.069","volume":"266","author":"N Malla","year":"2017","unstructured":"Malla, N., Ni, Z.: A new history experience replay design for model-free adaptive dynamic programming. Neurocomputing 266, 141\u2013149 (2017)","journal-title":"Neurocomputing"},{"key":"1652_CR31","doi-asserted-by":"crossref","first-page":"500","DOI":"10.1109\/TNNLS.2015.2503980","volume":"28","author":"DP Bertsekas","year":"2017","unstructured":"Bertsekas, D.P.: Value and policy iterations in optimal control and adaptive dynamic programming. IEEE Trans. Neural Netw. Learn. Syst. 28, 500\u2013509 (2017)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"1652_CR32","doi-asserted-by":"crossref","first-page":"764","DOI":"10.1007\/s10957-010-9680-7","volume":"146","author":"G Gnecco","year":"2010","unstructured":"Gnecco, G., Sanguineti, M.: Suboptimal solutions to dynamic optimization problems via approximations of the policy functions. J. Optim. Theory Appl. 146, 764\u2013794 (2010)","journal-title":"J. Optim. Theory Appl."},{"key":"1652_CR33","doi-asserted-by":"crossref","first-page":"878","DOI":"10.1016\/j.automatica.2010.02.018","volume":"46","author":"KG Vamvoudakis","year":"2010","unstructured":"Vamvoudakis, K.G., Lewis, F.L.: Online actor-critic algorithm to solve the continuous-time infinite horizon optimal control problem. Automatica 46, 878\u2013888 (2010)","journal-title":"Automatica"},{"key":"1652_CR34","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1007\/s10957-013-0418-1","volume":"163","author":"K Cheng","year":"2013","unstructured":"Cheng, K., Fei, S., Zhang, K., Liu, X., Wei, H.: Temporal difference-based policy iteration for optimal control of stochastic systems. J. Optim. Theory Appl. 163, 165\u2013180 (2013)","journal-title":"J. Optim. Theory Appl."},{"key":"1652_CR35","doi-asserted-by":"crossref","first-page":"940","DOI":"10.1016\/j.ijepes.2014.06.057","volume":"63","author":"LB Prasad","year":"2014","unstructured":"Prasad, L.B., Gupta, H.O., Tyagi, B.: Application of policy iteration technique based adaptive optimal control design for automatic voltage regulator of power system. Int. J. Electr. Power Energy Syst. 63, 940\u2013949 (2014)","journal-title":"Int. J. Electr. Power Energy Syst."},{"key":"1652_CR36","doi-asserted-by":"crossref","first-page":"621","DOI":"10.1109\/TNNLS.2013.2281663","volume":"25","author":"D Liu","year":"2014","unstructured":"Liu, D., Wei, Q.: Policy iteration adaptive dynamic programming algorithm for discrete-time nonlinear systems. IEEE Trans. Neural Netw. Learn. Syst. 25, 621\u201334 (2014)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"1652_CR37","doi-asserted-by":"crossref","first-page":"627","DOI":"10.1109\/TASE.2013.2296206","volume":"11","author":"D Wang","year":"2014","unstructured":"Wang, D., Liu, D.R., Li, H.: Policy iteration algorithm for online design of robust control for a class of continuous-time nonlinear systems. IEEE Trans. Autom. Sci. Eng. 11, 627\u2013632 (2014)","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"1652_CR38","doi-asserted-by":"crossref","first-page":"1537","DOI":"10.1109\/TNNLS.2015.2451535","volume":"27","author":"S Dutta","year":"2016","unstructured":"Dutta, S., Patchaikani, P.K., Behera, L.: Near-optimal controller for nonlinear continuous-time systems with unknown dynamics using policy iteration. IEEE Trans. Neural Netw. Learn. Syst. 27, 1537\u201349 (2016)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"1652_CR39","doi-asserted-by":"crossref","first-page":"500","DOI":"10.1109\/TCYB.2016.2643687","volume":"48","author":"Y Zhu","year":"2018","unstructured":"Zhu, Y., Zhao, D., Yang, X., Zhang, Q.: Policy iteration for $${H_\\infty }$$ optimal control of polynomial nonlinear systems via sum of squares programming. IEEE Trans. Cybern. 48, 500\u201309 (2018)","journal-title":"IEEE Trans. Cybern."},{"key":"1652_CR40","doi-asserted-by":"crossref","first-page":"286","DOI":"10.1016\/j.ijepes.2019.04.011","volume":"111","author":"J Sun","year":"2019","unstructured":"Sun, J., Zhu, Z.Q., Li, H.Q.: An integrated critic-actor neural network for reinforcement learning with application of DERs control in grid frequency regulation. Int. J. Electr. Power Energy Syst. 111, 286\u2013299 (2019)","journal-title":"Int. J. Electr. Power Energy Syst."},{"key":"1652_CR41","unstructured":"Lewis, F.L., Jagannathan, S.A.: Yesildirek, Neural Network Control of Robot Manipulators and Nonlinear Systems. Taylor and Francis Inc. (1999)"},{"key":"1652_CR42","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1109\/TNNLS.2015.2472974","volume":"27","author":"QY Fan","year":"2016","unstructured":"Fan, Q.Y., Yang, G.H.: Adaptive actor-critic design-based integral sliding-mode control for partially unknown nonlinear systems with input disturbances. IEEE Trans. Neural Netw. Learn. Syst. 27, 165\u201377 (2016)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"1652_CR43","first-page":"397","volume-title":"Aircraft Control and Simulation","author":"BL Stevens","year":"2015","unstructured":"Stevens, B.L., Lewis, F.L.: Aircraft Control and Simulation, vol. 3, pp. 397\u2013413. Willey, New Jersey (2015)"},{"key":"1652_CR44","doi-asserted-by":"crossref","first-page":"6764","DOI":"10.1016\/j.eswa.2010.03.049","volume":"37","author":"Y Ferhun","year":"2010","unstructured":"Ferhun, Y., Hasan, K.: Decoupled sliding-mode controller based on time-varying sliding surfaces for fourth-order systems. Expert Syst. Appl. 37, 6764\u20136774 (2010)","journal-title":"Expert Syst. Appl."},{"key":"1652_CR45","doi-asserted-by":"crossref","first-page":"2527","DOI":"10.1016\/j.cnsns.2012.11.008","volume":"18","author":"B Husnu","year":"2013","unstructured":"Husnu, B., Hasan, K.: Nonsingular decoupled terminal sliding-mode control for a class of fourth-order nonlinear systems. Commun. Nonlinear Sci. Numer. Simul. 18, 2527\u20132539 (2013)","journal-title":"Commun. Nonlinear Sci. Numer. Simul."},{"key":"1652_CR46","volume-title":"Sliding Mode Control Using MATLAB","author":"J Liu","year":"2017","unstructured":"Liu, J.: Sliding Mode Control Using MATLAB. Tsinghua University Press Limited, Elsevier Inc. (2017)"}],"container-title":["Journal of Optimization Theory and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10957-020-01652-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10957-020-01652-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10957-020-01652-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,3,13]],"date-time":"2021-03-13T00:25:46Z","timestamp":1615595146000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10957-020-01652-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3,13]]},"references-count":46,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,5]]}},"alternative-id":["1652"],"URL":"https:\/\/doi.org\/10.1007\/s10957-020-01652-7","relation":{},"ISSN":["0022-3239","1573-2878"],"issn-type":[{"type":"print","value":"0022-3239"},{"type":"electronic","value":"1573-2878"}],"subject":[],"published":{"date-parts":[[2020,3,13]]},"assertion":[{"value":"15 July 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 February 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 March 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no potential conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}