{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T22:52:26Z","timestamp":1774219946280,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T00:00:00Z","timestamp":1736985600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T00:00:00Z","timestamp":1736985600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2025,2]]},"DOI":"10.1007\/s11432-024-4103-1","type":"journal-article","created":{"date-parts":[[2025,1,20]],"date-time":"2025-01-20T03:28:25Z","timestamp":1737343705000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Cooperative output regulation of heterogeneous directed multi-agent systems: a fully distributed model-free reinforcement learning framework"],"prefix":"10.1007","volume":"68","author":[{"given":"Xiongtao","family":"Shi","sequence":"first","affiliation":[]},{"given":"Yanjie","family":"Li","sequence":"additional","affiliation":[]},{"given":"Chenglong","family":"Du","sequence":"additional","affiliation":[]},{"given":"Huiping","family":"Li","sequence":"additional","affiliation":[]},{"given":"Chaoyang","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Weihua","family":"Gui","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,16]]},"reference":[{"key":"4103_CR1","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1109\/TAC.2019.2917143","volume":"65","author":"G Jing","year":"2020","unstructured":"Jing G, Wang L. Multiagent flocking with angle-based formation shape control. IEEE Trans Automat Contr, 2020, 65: 817\u2013823","journal-title":"IEEE Trans Automat Contr"},{"key":"4103_CR2","doi-asserted-by":"publisher","first-page":"190208","DOI":"10.1007\/s11432-022-3776-5","volume":"66","author":"Y Meng","year":"2023","unstructured":"Meng Y, Zhang H, Wu A. Leaderless output sign consensus of heterogeneous multi-agent systems over switching signed graphs. Sci China Inf Sci, 2023, 66: 190208","journal-title":"Sci China Inf Sci"},{"key":"4103_CR3","doi-asserted-by":"publisher","unstructured":"Yang Y, Mei J, Ma G. Formation of time-varying multi-AUVs under directed graphs with event-triggered control: an online model-free parameter learning. IEEE Trans Intell Veh, 2024. doi: https:\/\/doi.org\/10.1109\/TIV.2024.3375926","DOI":"10.1109\/TIV.2024.3375926"},{"key":"4103_CR4","doi-asserted-by":"publisher","first-page":"7033","DOI":"10.1109\/TVT.2022.3169907","volume":"71","author":"G P Antonio","year":"2022","unstructured":"Antonio G P, Maria-Dolores C. Multi-agent deep reinforcement learning to manage connected autonomous vehicles at tomorrow\u2019s intersections. IEEE Trans Veh Technol, 2022, 71: 7033\u20137043","journal-title":"IEEE Trans Veh Technol"},{"key":"4103_CR5","doi-asserted-by":"publisher","first-page":"149202","DOI":"10.1007\/s11432-018-9599-3","volume":"63","author":"L Yan","year":"2020","unstructured":"Yan L, Chen W, Li C, et al. Consensus-based distributed power control in power grids. Sci China Inf Sci, 2020, 63: 149202","journal-title":"Sci China Inf Sci"},{"key":"4103_CR6","first-page":"847","volume":"5","author":"G Bedi","year":"2018","unstructured":"Bedi G, Venayagamoorthy G K, Singh R, et al. Review of Internet of Things (IoT) in electric power and energy systems. IEEE Int Things J, 2018, 5: 847\u2013870","journal-title":"IEEE Int Things J"},{"key":"4103_CR7","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1109\/TNSE.2021.3121539","volume":"9","author":"Y Yang","year":"2022","unstructured":"Yang Y, Hu W. Containment control of double-integrator multi-agent systems with time-varying delays. IEEE Trans Netw Sci Eng, 2022, 9: 457\u2013466","journal-title":"IEEE Trans Netw Sci Eng"},{"key":"4103_CR8","first-page":"211","volume":"71","author":"S Zhang","year":"2024","unstructured":"Zhang S, Zhang Z, Cui R, et al. Distributed consensus protocol for multi-agent differential graphical games. IEEE Trans Circ Syst II, 2024, 71: 211\u2013215","journal-title":"IEEE Trans Circ Syst II"},{"key":"4103_CR9","doi-asserted-by":"publisher","first-page":"132202","DOI":"10.1007\/s11432-019-2678-2","volume":"63","author":"W Xiao","year":"2020","unstructured":"Xiao W, Cao L, Li H, et al. Observer-based adaptive consensus control for nonlinear multi-agent systems with time-delay. Sci China Inf Sci, 2020, 63: 132202","journal-title":"Sci China Inf Sci"},{"key":"4103_CR10","doi-asserted-by":"publisher","first-page":"451","DOI":"10.1109\/TAC.2021.3079352","volume":"67","author":"J Deutscher","year":"2022","unstructured":"Deutscher J. Robust cooperative output regulation for a network of parabolic PDE systems. IEEE Trans Automat Contr, 2022, 67: 451\u2013459","journal-title":"IEEE Trans Automat Contr"},{"key":"4103_CR11","first-page":"1248","volume":"69","author":"Y Wu","year":"2022","unstructured":"Wu Y, Hu J, Xiang L, et al. Finite-time output regulation of linear heterogeneous multi-agent systems. IEEE Trans Circ Syst II, 2022, 69: 1248\u20131252","journal-title":"IEEE Trans Circ Syst II"},{"key":"4103_CR12","doi-asserted-by":"publisher","first-page":"938","DOI":"10.1109\/TNNLS.2018.2850520","volume":"30","author":"W Gao","year":"2018","unstructured":"Gao W, Jiang Z P. Adaptive optimal output regulation of time-delay systems via measurement feedback. IEEE Trans Neural Netw Learn Syst, 2018, 30: 938\u2013945","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"4103_CR13","doi-asserted-by":"publisher","first-page":"4844","DOI":"10.1109\/TAC.2020.3038742","volume":"66","author":"S Baldi","year":"2021","unstructured":"Baldi S, Azzollini I A, Ioannou P A. A distributed indirect adaptive approach to cooperative tracking in networks of uncertain single-input single-output systems. IEEE Trans Automat Contr, 2021, 66: 4844\u20134851","journal-title":"IEEE Trans Automat Contr"},{"key":"4103_CR14","doi-asserted-by":"publisher","first-page":"3581","DOI":"10.1109\/TAC.2018.2799526","volume":"63","author":"W Gao","year":"2018","unstructured":"Gao W, Jiang Z P, Lewis F L, et al. Leader-to-formation stability of multiagent systems: an adaptive optimal control approach. IEEE Trans Automat Contr, 2018, 63: 3581\u20133587","journal-title":"IEEE Trans Automat Contr"},{"key":"4103_CR15","doi-asserted-by":"publisher","first-page":"111468","DOI":"10.1016\/j.automatica.2023.111468","volume":"160","author":"J Zhao","year":"2024","unstructured":"Zhao J, Yang C, Gao W, et al. Incremental reinforcement learning and optimal output regulation under unmeasurable disturbances. Automatica, 2024, 160: 111468","journal-title":"Automatica"},{"key":"4103_CR16","doi-asserted-by":"publisher","first-page":"595","DOI":"10.1109\/JAS.2023.123651","volume":"11","author":"J Zhao","year":"2024","unstructured":"Zhao J, Yang C, Gao W, et al. Adaptive optimal output regulation of interconnected singularly perturbed systems with application to power systems. IEEE CAA J Autom Sin, 2024, 11: 595\u2013607","journal-title":"IEEE CAA J Autom Sin"},{"key":"4103_CR17","doi-asserted-by":"publisher","first-page":"110768","DOI":"10.1016\/j.automatica.2022.110768","volume":"148","author":"Y Jiang","year":"2023","unstructured":"Jiang Y, Gao W, Wu J, et al. Reinforcement learning and cooperative output regulation of linear continuous-time multi-agent systems. Automatica, 2023, 148: 110768","journal-title":"Automatica"},{"key":"4103_CR18","doi-asserted-by":"publisher","first-page":"110366","DOI":"10.1016\/j.automatica.2022.110366","volume":"142","author":"W Gao","year":"2022","unstructured":"Gao W, Deng C, Jiang Y, et al. Resilient reinforcement learning and robust output regulation under denial-of-service attacks. Automatica, 2022, 142: 110366","journal-title":"Automatica"},{"key":"4103_CR19","doi-asserted-by":"publisher","first-page":"1098","DOI":"10.1109\/JAS.2020.1003258","volume":"7","author":"C Deng","year":"2020","unstructured":"Deng C, Gao W, Che W. Distributed adaptive fault-tolerant output regulation of heterogeneous multi-agent systems with coupling uncertainties and actuator faults. IEEE CAA J Autom Sin, 2020, 7: 1098\u20131106","journal-title":"IEEE CAA J Autom Sin"},{"key":"4103_CR20","doi-asserted-by":"publisher","first-page":"1108","DOI":"10.1109\/JAS.2019.19117678","volume":"6","author":"A Odekunle","year":"2019","unstructured":"Odekunle A, Gao W, Wang Y. Data-driven global robust optimal output regulation of uncertain partially linear systems. IEEE CAA J Autom Sin, 2019, 6: 1108\u20131115","journal-title":"IEEE CAA J Autom Sin"},{"key":"4103_CR21","doi-asserted-by":"publisher","first-page":"190201","DOI":"10.1007\/s11432-022-3702-4","volume":"66","author":"W Gao","year":"2023","unstructured":"Gao W, Jiang Z P. Data-driven cooperative output regulation of multi-agent systems under distributed denial of service attacks. Sci China Inf Sci, 2023, 66: 190201","journal-title":"Sci China Inf Sci"},{"key":"4103_CR22","doi-asserted-by":"publisher","first-page":"1747","DOI":"10.1016\/j.jfranklin.2022.01.016","volume":"359","author":"Y Wan","year":"2022","unstructured":"Wan Y, Qin J, Ma Q, et al. Multi-agent DRL-based data-driven approach for PEVs charging\/discharging scheduling in smart grid. J Franklin Inst, 2022, 359: 1747\u20131767","journal-title":"J Franklin Inst"},{"key":"4103_CR23","doi-asserted-by":"publisher","first-page":"5229","DOI":"10.1109\/TNNLS.2021.3069728","volume":"33","author":"W Gao","year":"2022","unstructured":"Gao W, Mynuddin M, Wunsch D C, et al. Reinforcement learning-based cooperative optimal output regulation via distributed adaptive internal model. IEEE Trans Neural Netw Learn Syst, 2022, 33: 5229\u20135240","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"4103_CR24","doi-asserted-by":"publisher","first-page":"4138","DOI":"10.1109\/TAC.2021.3108514","volume":"67","author":"X Jin","year":"2022","unstructured":"Jin X, Shi Y, Tang Y, et al. Event-triggered fixed-time attitude consensus with fixed and switching topologies. IEEE Trans Automat Contr, 2022, 67: 4138\u20134145","journal-title":"IEEE Trans Automat Contr"},{"key":"4103_CR25","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1109\/TNNLS.2022.3174885","volume":"35","author":"H Zhao","year":"2024","unstructured":"Zhao H, Yu H, Peng L. Event-triggered distributed data-driven iterative learning bipartite formation control for unknown nonlinear multiagent systems. IEEE Trans Neural Netw Learn Syst, 2024, 35: 417\u2013427","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"4103_CR26","doi-asserted-by":"publisher","first-page":"8007","DOI":"10.1109\/TNNLS.2022.3148824","volume":"34","author":"S Liu","year":"2023","unstructured":"Liu S, Sun J, Zhang H, et al. Fully distributed event-driven adaptive consensus of unknown linear systems. IEEE Trans Neural Netw Learn Syst, 2023, 34: 8007\u20138016","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"4103_CR27","doi-asserted-by":"publisher","first-page":"4548","DOI":"10.1109\/TASE.2023.3298659","volume":"21","author":"Q Hou","year":"2024","unstructured":"Hou Q, Dong J. Fully distributed cooperative fault-tolerant output regulation of linear heterogeneous MASs: a dynamic memory event-triggered distributed observer approach. IEEE Trans Automat Sci Eng, 2024, 21: 4548\u20134560","journal-title":"IEEE Trans Automat Sci Eng"},{"key":"4103_CR28","doi-asserted-by":"publisher","first-page":"7453","DOI":"10.1109\/TNNLS.2022.3143867","volume":"34","author":"H Zhang","year":"2023","unstructured":"Zhang H, Li W, Zhang J, et al. Fully distributed dynamic event-triggered bipartite formation tracking for multiagent systems with multiple nonautonomous leaders. IEEE Trans Neural Netw Learn Syst, 2023, 34: 7453\u20137466","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"4103_CR29","doi-asserted-by":"publisher","first-page":"4294","DOI":"10.1109\/TSMC.2024.3379396","volume":"54","author":"Y Yang","year":"2024","unstructured":"Yang Y, Mei J, Wu A G, et al. Fully distributed event-triggered consensus of MIMO MASs with parametric uncertainties and external disturbances. IEEE Trans Syst Man Cybern Syst, 2024, 54: 4294\u20134304","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"key":"4103_CR30","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.isatra.2020.02.005","volume":"101","author":"Z Ahmed","year":"2020","unstructured":"Ahmed Z, Khan M M, Saeed M A, et al. Consensus control of multi-agent systems with input and communication delay: a frequency domain perspective. ISA Trans, 2020, 101: 69\u201377","journal-title":"ISA Trans"},{"key":"4103_CR31","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1016\/j.neucom.2022.08.006","volume":"508","author":"Y Liu","year":"2022","unstructured":"Liu Y, Wang Z. Output synchronization of multi-agent systems via reinforcement learning. Neurocomputing, 2022, 508: 110\u2013119","journal-title":"Neurocomputing"},{"key":"4103_CR32","first-page":"126451","volume":"410","author":"J Li","year":"2021","unstructured":"Li J, Ji L, Li H. Optimal consensus control for unknown second-order multi-agent systems: using model-free reinforcement learning method. Appl Math Comput, 2021, 410: 126451","journal-title":"Appl Math Comput"},{"key":"4103_CR33","first-page":"125312","volume":"382","author":"X Wang","year":"2020","unstructured":"Wang X, Su H. Completely model-free RL-based consensus of continuous-time multi-agent systems. Appl Math Comput, 2020, 382: 125312","journal-title":"Appl Math Comput"},{"key":"4103_CR34","doi-asserted-by":"publisher","DOI":"10.1137\/1.9780898718683","volume-title":"Nonlinear Output Regulation: Theory and Applications","author":"J Huang","year":"2004","unstructured":"Huang J. Nonlinear Output Regulation: Theory and Applications. Philadelphia: SIAM, 2004"},{"key":"4103_CR35","first-page":"3294","volume":"70","author":"S Li","year":"2023","unstructured":"Li S, Chen Y, Liu P X. Distributed fault detection and dynamic event-triggered consensus for heterogeneous multiagent systems under deception attacks. IEEE Trans Circ Syst I, 2023, 70: 3294\u20133304","journal-title":"IEEE Trans Circ Syst I"},{"key":"4103_CR36","doi-asserted-by":"publisher","DOI":"10.1201\/b17571","volume-title":"Cooperative Control of Multi-agent Systems: A Consensus Region Approach","author":"Z Li","year":"2017","unstructured":"Li Z, Duan Z. Cooperative Control of Multi-agent Systems: A Consensus Region Approach. Boca Raton: CRC Press, 2017"},{"key":"4103_CR37","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611971262","volume-title":"Nonnegative Matrices in the Mathematical Sciences","author":"A Berman","year":"1994","unstructured":"Berman A, Plemmons R J. Nonnegative Matrices in the Mathematical Sciences. Philadelphia: SIAM, 1994"},{"key":"4103_CR38","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1016\/j.automatica.2017.03.033","volume":"81","author":"T Zhang","year":"2017","unstructured":"Zhang T, Xia M, Yi Y. Adaptive neural dynamic surface control of strict-feedback nonlinear systems with full state constraints and unmodeled dynamics. Automatica, 2017, 81: 232\u2013239","journal-title":"Automatica"},{"key":"4103_CR39","doi-asserted-by":"publisher","first-page":"2188","DOI":"10.1109\/TNNLS.2018.2878463","volume":"30","author":"S Wang","year":"2019","unstructured":"Wang S, Huang J. Adaptive leader-following consensus for multiple Euler-Lagrange systems with an uncertain leader system. IEEE Trans Neural Netw Learn Syst, 2019, 30: 2188\u20132196","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"4103_CR40","doi-asserted-by":"publisher","first-page":"109872","DOI":"10.1016\/j.automatica.2021.109872","volume":"133","author":"J Yan","year":"2021","unstructured":"Yan J, Deng C, Wen C. Resilient output regulation in heterogeneous networked systems under Byzantine agents. Automatica, 2021, 133: 109872","journal-title":"Automatica"},{"key":"4103_CR41","doi-asserted-by":"publisher","first-page":"2669","DOI":"10.1109\/TAC.2021.3090739","volume":"67","author":"C Deng","year":"2022","unstructured":"Deng C, Wen C, Huang J, et al. Distributed observer-based cooperative control approach for uncertain nonlinear MASs under event-triggered communication. IEEE Trans Automat Contr, 2022, 67: 2669\u20132676","journal-title":"IEEE Trans Automat Contr"},{"key":"4103_CR42","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1016\/j.automatica.2016.05.003","volume":"71","author":"T Bian","year":"2016","unstructured":"Bian T, Jiang Z P. Value iteration and adaptive dynamic programming for data-driven adaptive optimal control design. Automatica, 2016, 71: 348\u2013360","journal-title":"Automatica"},{"key":"4103_CR43","doi-asserted-by":"publisher","first-page":"5212","DOI":"10.1109\/TSMC.2021.3120008","volume":"52","author":"M Long","year":"2022","unstructured":"Long M, Su H, Zeng Z. Model-free event-triggered consensus algorithm for multiagent systems using reinforcement learning method. IEEE Trans Syst Man Cybern Syst, 2022, 52: 5212\u20135221","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"key":"4103_CR44","volume-title":"Nonlinear Systems","author":"H K Khalil","year":"2002","unstructured":"Khalil H K. Nonlinear Systems. Englewood Cliffs: Prentice Hall, 2002"},{"key":"4103_CR45","first-page":"499","volume":"61","author":"G Wen","year":"2014","unstructured":"Wen G, Duan Z, Chen G, et al. Consensus tracking of multi-agent systems with lipschitz-type node dynamics and switching topologies. IEEE Trans Circ Syst I, 2014, 61: 499\u2013511","journal-title":"IEEE Trans Circ Syst I"},{"key":"4103_CR46","doi-asserted-by":"publisher","first-page":"12566","DOI":"10.1109\/TIE.2023.3239870","volume":"70","author":"H Wang","year":"2023","unstructured":"Wang H, Shan J. Fully distributed event-triggered formation control for multiple quadrotors. IEEE Trans Ind Electron, 2023, 70: 12566\u201312575","journal-title":"IEEE Trans Ind Electron"},{"key":"4103_CR47","doi-asserted-by":"publisher","first-page":"7667","DOI":"10.1109\/LRA.2021.3100269","volume":"6","author":"L Cui","year":"2021","unstructured":"Cui L, Wang S, Zhang J, et al. Learning-based balance control of wheel-legged robots. IEEE Robot Autom Lett, 2021, 6: 7667\u20137674","journal-title":"IEEE Robot Autom Lett"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-024-4103-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-024-4103-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-024-4103-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T22:02:13Z","timestamp":1774216933000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-024-4103-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,16]]},"references-count":47,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,2]]}},"alternative-id":["4103"],"URL":"https:\/\/doi.org\/10.1007\/s11432-024-4103-1","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,16]]},"assertion":[{"value":"30 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 May 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 July 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 January 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"122202"}}