{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:25:54Z","timestamp":1740122754404,"version":"3.37.3"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,3,19]],"date-time":"2022-03-19T00:00:00Z","timestamp":1647648000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,19]],"date-time":"2022-03-19T00:00:00Z","timestamp":1647648000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"national key research and development program of china","award":["2018YFB1701903"],"award-info":[{"award-number":["2018YFB1701903"]}]},{"DOI":"10.13039\/501100001809","name":"national natural science foundation of china","doi-asserted-by":"publisher","award":["61973138"],"award-info":[{"award-number":["61973138"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1007\/s11063-022-10748-2","type":"journal-article","created":{"date-parts":[[2022,3,19]],"date-time":"2022-03-19T09:02:21Z","timestamp":1647680541000},"page":"2941-2958","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Off-Policy: Model-Free Optimal Synchronization Control for Complex Dynamical Networks"],"prefix":"10.1007","volume":"54","author":[{"given":"Jianfeng","family":"Wang","sequence":"first","affiliation":[]},{"given":"Yan","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Zhicheng","family":"Ji","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,3,19]]},"reference":[{"key":"10748_CR1","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1109\/MCAS.2003.1228503","volume":"3","author":"XF Wang","year":"2003","unstructured":"Wang XF, Chen G (2003) Complex networks: small-world, scale-free and beyond. IEEE Circuits Syst Mag 3:6\u201320","journal-title":"IEEE Circuits Syst Mag"},{"key":"10748_CR2","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1016\/j.physrep.2008.09.002","volume":"469","author":"A Arenas","year":"2008","unstructured":"Arenas A, D\u00edaz-Guilera A, Kurths J et al (2008) Synchronization in complex networks. Phys Rep 469:93\u2013153","journal-title":"Phys Rep"},{"key":"10748_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1049\/iet-net.2016.0005","volume":"6","author":"W Wu","year":"2017","unstructured":"Wu W, Xiong N, Wu C (2017) Improved clustering algorithm based on energy consumption in wireless sensor networks. IET Netw 6:1\u20137","journal-title":"IET Netw"},{"key":"10748_CR4","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1016\/j.physa.2004.05.058","volume":"343","author":"C Li","year":"2004","unstructured":"Li C, Chen G (2004) Synchronization in general complex dynamical networks with coupling delays. Phys A Stat Mech Appl 343:263\u2013278","journal-title":"Phys A Stat Mech Appl"},{"key":"10748_CR5","doi-asserted-by":"publisher","first-page":"2279","DOI":"10.1109\/TNNLS.2020.2995718","volume":"32","author":"Y Kao","year":"2021","unstructured":"Kao Y, Li Y, Park JH, Chen X (2021) Mittag-leffler synchronization of delayed fractional memristor neural networks via adaptive control. IEEE Trans Neural Netw Learn Syst 32:2279\u20132284","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10748_CR6","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1016\/j.neunet.2015.02.011","volume":"66","author":"R Rakkiyappan","year":"2015","unstructured":"Rakkiyappan R, Sakthivel N, Cao J (2015) Stochastic sampled-data control for synchronization of complex dynamical networks with control packet loss and additive time-varying delays. Neural Netw 66:46\u201363","journal-title":"Neural Netw"},{"key":"10748_CR7","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2021.3069813","author":"G Chen","year":"2021","unstructured":"Chen G, Xia J, Park JH et al (2021) Robust sampled-data control for switched complex dynamical networks with actuators saturation. IEEE Trans Cybern. https:\/\/doi.org\/10.1109\/TCYB.2021.3069813","journal-title":"IEEE Trans Cybern"},{"key":"10748_CR8","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3070136","author":"H Li","year":"2021","unstructured":"Li H, Kao Y, Bao H, Chen Y (2021) Uniform stability of complex-valued neural networks of fractional order with linear impulses and fixed time delays. IEEE Trans Neural Netw Learn Syst. https:\/\/doi.org\/10.1109\/TNNLS.2021.3070136","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10748_CR9","doi-asserted-by":"publisher","DOI":"10.1109\/tnse.2021.3106943","author":"D Ding","year":"2021","unstructured":"Ding D, Tang Z, Wang Y et al (2021) Secure synchronization for cyber-physical complex networks based on self-triggering impulsive control: static and dynamic method. IEEE Trans Netw Sci Eng. https:\/\/doi.org\/10.1109\/tnse.2021.3106943","journal-title":"IEEE Trans Netw Sci Eng"},{"key":"10748_CR10","doi-asserted-by":"publisher","first-page":"2699","DOI":"10.1016\/j.automatica.2012.06.096","volume":"48","author":"Y Jiang","year":"2012","unstructured":"Jiang Y, Jiang ZP (2012) Computational adaptive optimal control for continuous-time linear systems with completely unknown dynamics. Automatica 48:2699\u20132704","journal-title":"Automatica"},{"key":"10748_CR11","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3053652","author":"S Ding","year":"2021","unstructured":"Ding S, Wang Z, Member S, Xie X (2021) Periodic event-triggered synchronization for discrete-time complex dynamical networks. IEEE Trans Neural Netw Learn Syst. https:\/\/doi.org\/10.1109\/TNNLS.2021.3053652","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10748_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.isatra.2021.06.015","author":"Y Zou","year":"2021","unstructured":"Zou Y, Su H, Tang R, Yang X (2021) Finite-time bipartite synchronization of switched competitive neural networks with time delay via quantized control. ISA Trans. https:\/\/doi.org\/10.1016\/j.isatra.2021.06.015","journal-title":"ISA Trans"},{"key":"10748_CR13","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3069926","author":"R Tang","year":"2021","unstructured":"Tang R, Su H, Zou Y, Yang X (2021) Finite-time synchronization of markovian coupled neural networks with delays via intermittent quantized control: linear programming approach. IEEE Trans Neural Netw Learn Syst. https:\/\/doi.org\/10.1109\/TNNLS.2021.3069926","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10748_CR14","doi-asserted-by":"publisher","first-page":"498","DOI":"10.1109\/TNSE.2020.3042781","volume":"8","author":"Z Tang","year":"2020","unstructured":"Tang Z, Xuan D, Park JH et al (2020) Impulsive effects based distributed synchronization of heterogeneous coupled neural networks. IEEE Trans Netw Sci Eng 8:498\u2013510","journal-title":"IEEE Trans Netw Sci Eng"},{"key":"10748_CR15","doi-asserted-by":"publisher","first-page":"5233","DOI":"10.1109\/TCSI.2020.3004170","volume":"64","author":"W Xing","year":"2020","unstructured":"Xing W, Shi P, Agarwal RK, Li L (2020) Robust $$H_{\\infty }$$ pinning synchronization for complex networks with event-triggered communication scheme. IEEE Trans Circuits Syst I Regul Pap 64:5233\u20135245","journal-title":"IEEE Trans Circuits Syst I Regul Pap"},{"key":"10748_CR16","doi-asserted-by":"publisher","DOI":"10.1007\/s42835-021-00718-4","author":"T Boonraksa","year":"2021","unstructured":"Boonraksa T, Boonraksa P, Marungsri B (2021) Optimal capacitor location and sizing for reducing the power loss on the power distribution systems due to the dynamic load of the electric buses charging system using the artificial bee colony algorithm. J Electr Eng Technol. https:\/\/doi.org\/10.1007\/s42835-021-00718-4","journal-title":"J Electr Eng Technol"},{"key":"10748_CR17","doi-asserted-by":"publisher","first-page":"2953","DOI":"10.1007\/s11276-019-02015-5","volume":"25","author":"S Vahabi","year":"2019","unstructured":"Vahabi S, Eslaminejad M, Dashti SE (2019) Integration of geographic and hierarchical routing protocols for energy saving in wireless sensor networks with mobile sink. Wirel Netw 25:2953\u20132961","journal-title":"Wirel Netw"},{"key":"10748_CR18","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-019-2821-x","volume":"64","author":"Y Kao","year":"2021","unstructured":"Kao Y, Li H (2021) Asymptotic multistability and local S-asymptotic $$\\omega $$-periodicity for the nonautonomous fractional-order neural networks with impulses. Sci China Inf Sci 64:112207. https:\/\/doi.org\/10.1007\/s11432-019-2821-x","journal-title":"Sci China Inf Sci"},{"key":"10748_CR19","doi-asserted-by":"publisher","first-page":"432","DOI":"10.1109\/TSMC.2017.2758849","volume":"50","author":"H Zhang","year":"2020","unstructured":"Zhang H, Liu Y, Xiao G, Jiang H (2020) Data-based adaptive dynamic programming for a class of discrete-time systems with multiple delays. IEEE Trans Syst Man, Cybern Syst 50:432\u2013441","journal-title":"IEEE Trans Syst Man, Cybern Syst"},{"key":"10748_CR20","doi-asserted-by":"publisher","first-page":"943","DOI":"10.1109\/TSMCB.2008.926614","volume":"38","author":"A Al-Tamimi","year":"2008","unstructured":"Al-Tamimi A, Lewis FL, Abu-Khalaf M (2008) Discrete-time nonlinear HJB solution using approximate dynamic programming: convergence proof. IEEE Trans Syst Man, Cybern Part B Cybern 38:943\u2013949","journal-title":"IEEE Trans Syst Man, Cybern Part B Cybern"},{"key":"10748_CR21","doi-asserted-by":"publisher","first-page":"3038","DOI":"10.1016\/j.automatica.2014.10.047","volume":"50","author":"MI Abouheaf","year":"2014","unstructured":"Abouheaf MI, Lewis FL, Vamvoudakis KG et al (2014) Multi-agent discrete-time graphical games and reinforcement learning solutions. Automatica 50:3038\u20133053","journal-title":"Automatica"},{"key":"10748_CR22","doi-asserted-by":"publisher","first-page":"1089","DOI":"10.1007\/s11063-020-10278-9","volume":"52","author":"C Mu","year":"2020","unstructured":"Mu C, Liao K, Ren L, Gao Z (2020) Approximately optimal control of discrete-time nonlinear switched systems using globalized dual heuristic programming. Neural Process Lett 52:1089\u20131108","journal-title":"Neural Process Lett"},{"key":"10748_CR23","doi-asserted-by":"publisher","first-page":"957","DOI":"10.1109\/TNNLS.2016.2638863","volume":"53","author":"Q Wei","year":"2018","unstructured":"Wei Q, Liu D, Lin Q, Song R (2018) Adaptive dynamic programming for discrete-time zero-sum games. IEEE Trans Neural Netw Learn Syst 53:957\u2013967","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10748_CR24","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3030127","author":"Q Wei","year":"2020","unstructured":"Wei Q, Zhu L, Song R et al (2020) Model-free adaptive optimal control for unknown nonlinear multiplayer nonzero-sum game. IEEE Trans Neural Netw Learn Syst. https:\/\/doi.org\/10.1109\/TNNLS.2020.3030127","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10748_CR25","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1109\/TNNLS.2019.2905715","volume":"31","author":"S He","year":"2020","unstructured":"He S, Fang H, Zhang M et al (2020) Adaptive optimal control for a class of nonlinear systems: the online policy iteration approach. IEEE Trans Neural Netw Learn Syst 31:549\u2013558","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10748_CR26","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1016\/j.ins.2018.12.079","volume":"481","author":"Z Peng","year":"2019","unstructured":"Peng Z, Zhao Y, Hu J, Ghosh BK (2019) Data-driven optimal tracking control of discrete-time multi-agent systems with two-stage policy iteration algorithm. Inf Sci (Ny) 481:189\u2013202","journal-title":"Inf Sci (Ny)"},{"key":"10748_CR27","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1016\/j.automatica.2016.05.017","volume":"71","author":"H Modares","year":"2016","unstructured":"Modares H, Nageshrao SP, Lopes GAD et al (2016) Optimal model-free output synchronization of heterogeneous systems using off-policy reinforcement learning. Automatica 71:334\u2013341","journal-title":"Automatica"},{"key":"10748_CR28","doi-asserted-by":"publisher","first-page":"1598","DOI":"10.1016\/j.automatica.2012.05.074","volume":"48","author":"KG Vamvoudakis","year":"2012","unstructured":"Vamvoudakis KG, Lewis FL, Hudas GR (2012) Multi-agent differential graphical games: online adaptive learning solution for synchronization with optimality. Automatica 48:1598\u20131611","journal-title":"Automatica"},{"key":"10748_CR29","doi-asserted-by":"publisher","first-page":"4091","DOI":"10.1109\/TIE.2016.2542134","volume":"64","author":"H Zhang","year":"2017","unstructured":"Zhang H, Jiang H, Luo Y, Xiao G (2017) Data-driven optimal consensus control for discrete-time multi-agent systems with unknown dynamics using reinforcement learning method. IEEE Trans Ind Electron 64:4091\u20134100","journal-title":"IEEE Trans Ind Electron"},{"key":"10748_CR30","doi-asserted-by":"publisher","first-page":"4123","DOI":"10.1109\/TSMC.2018.2883801","volume":"50","author":"W Wang","year":"2020","unstructured":"Wang W, Chen X, Fu H, Wu M (2020) Model-free distributed consensus control based on actor-critic framework for discrete-time nonlinear multiagent systems. IEEE Trans Syst Man, Cybern Syst 50:4123\u20134134","journal-title":"IEEE Trans Syst Man, Cybern Syst"},{"key":"10748_CR31","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1049\/iet-cta.2017.0845","volume":"12","author":"X Xiao","year":"2018","unstructured":"Xiao X, Li XJ (2018) Adaptive dynamic programming methodbased synchronisation control of a class of complex dynamical networks with unknown dynamics and actuator faults. IET Control Theory Appl 12:291\u2013298","journal-title":"IET Control Theory Appl"},{"key":"10748_CR32","doi-asserted-by":"publisher","first-page":"6071","DOI":"10.1016\/j.jfranklin.2018.11.054","volume":"356","author":"YW Cao","year":"2019","unstructured":"Cao YW, Yang GH, Li XJ (2019) Optimal synchronization controller design for complex dynamical networks with unknown system dynamics. J Franklin Inst 356:6071\u20136086","journal-title":"J Franklin Inst"},{"key":"10748_CR33","doi-asserted-by":"publisher","DOI":"10.1007\/s11063-021-10515-9","author":"W Hu","year":"2021","unstructured":"Hu W, Gao L, Dong T (2021) Event-based projective synchronization for different dimensional complex dynamical networks with unknown dynamics by using data-driven scheme. Neural Process Lett. https:\/\/doi.org\/10.1007\/s11063-021-10515-9","journal-title":"Neural Process Lett"},{"key":"10748_CR34","doi-asserted-by":"publisher","first-page":"224083","DOI":"10.1109\/ACCESS.2020.3043775","volume":"8","author":"W Hu","year":"2020","unstructured":"Hu W, Gao L, Dong T (2020) Data-driven optimal synchronization for complex networks with unknown dynamics. IEEE Access 8:224083\u2013224091","journal-title":"IEEE Access"},{"key":"10748_CR35","doi-asserted-by":"publisher","first-page":"1308","DOI":"10.1109\/TNNLS.2018.2861945","volume":"30","author":"J Li","year":"2019","unstructured":"Li J, Chai T, Lewis FL et al (2019) Off-Policy interleaved Q-Learning: optimal control for affine nonlinear discrete-time dystems. IEEE Trans Neural Netw Learn Syst 30:1308\u20131320","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10748_CR36","doi-asserted-by":"publisher","first-page":"2434","DOI":"10.1109\/TNNLS.2016.2609500","volume":"28","author":"J Li","year":"2017","unstructured":"Li J, Modares H, Chai T et al (2017) Off-policy reinforcement learning for synchronization in multiagent graphical games. IEEE Trans Neural Netw Learn Syst 28:2434\u20132445","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10748_CR37","doi-asserted-by":"publisher","first-page":"1490","DOI":"10.1109\/TNN.2009.2027233","volume":"20","author":"H Zhang","year":"2009","unstructured":"Zhang H, Luo Y, Liu D (2009) Neural-network-based near-optimal control for a class of discrete-time affine nonlinear systems with control constraints. IEEE Trans Neural Netw 20:1490\u20131503","journal-title":"IEEE Trans Neural Netw"},{"key":"10748_CR38","doi-asserted-by":"publisher","first-page":"621","DOI":"10.1109\/TNNLS.2013.2281663","volume":"25","author":"D Liu","year":"2014","unstructured":"Liu D, Wei Q (2014) Policy iteration adaptive dynamic programming algorithm for discrete-time nonlinear systems. IEEE Trans Neural Netw Learn Syst 25:621\u2013634","journal-title":"IEEE Trans Neural Netw Learn Syst"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-022-10748-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11063-022-10748-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-022-10748-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,11]],"date-time":"2022-08-11T17:35:47Z","timestamp":1660239347000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11063-022-10748-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,19]]},"references-count":38,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,8]]}},"alternative-id":["10748"],"URL":"https:\/\/doi.org\/10.1007\/s11063-022-10748-2","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"type":"print","value":"1370-4621"},{"type":"electronic","value":"1573-773X"}],"subject":[],"published":{"date-parts":[[2022,3,19]]},"assertion":[{"value":"15 January 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 March 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}