{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T22:03:25Z","timestamp":1770847405322,"version":"3.50.1"},"reference-count":76,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key R&D Program of China","award":["2024YFE0200800"],"award-info":[{"award-number":["2024YFE0200800"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62401080"],"award-info":[{"award-number":["62401080"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62321001"],"award-info":[{"award-number":["62321001"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62471055"],"award-info":[{"award-number":["62471055"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U23B2001"],"award-info":[{"award-number":["U23B2001"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62101064"],"award-info":[{"award-number":["62101064"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62171057"],"award-info":[{"award-number":["62171057"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62201072"],"award-info":[{"award-number":["62201072"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62071067"],"award-info":[{"award-number":["62071067"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Ministry of Education Discipline Breakthrough Pilot Program","award":["102105252350010000032"],"award-info":[{"award-number":["102105252350010000032"]}]},{"name":"High-Quality Development Project of the MIIT","award":["2440STCZB2584"],"award-info":[{"award-number":["2440STCZB2584"]}]},{"name":"Ministry of Education and China Mobile Joint Fund","award":["MCM20200202"],"award-info":[{"award-number":["MCM20200202"]}]},{"name":"Ministry of Education and China Mobile Joint Fund","award":["MCM20180101"],"award-info":[{"award-number":["MCM20180101"]}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2023TQ0039"],"award-info":[{"award-number":["2023TQ0039"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2024M750257"],"award-info":[{"award-number":["2024M750257"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["GZC20230320"],"award-info":[{"award-number":["GZC20230320"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2024PTB-004"],"award-info":[{"award-number":["2024PTB-004"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002766","name":"Beijing University of Posts and Telecommunications","doi-asserted-by":"publisher","award":["2025YZ005"],"award-info":[{"award-number":["2025YZ005"]}],"id":[{"id":"10.13039\/501100002766","id-type":"DOI","asserted-by":"publisher"}]},{"name":"NSFECCS","award":["2302469"],"award-info":[{"award-number":["2302469"]}]},{"name":"Amazon and Japan Science and Technology Agency"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2026,3]]},"DOI":"10.1109\/tpds.2026.3654605","type":"journal-article","created":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T20:56:20Z","timestamp":1768856180000},"page":"744-761","source":"Crossref","is-referenced-by-count":0,"title":["Hammurabi: Establish Cooperative Order From Pre-Trained Policies in Multi-UAV Networks"],"prefix":"10.1109","volume":"37","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1374-1644","authenticated-orcid":false,"given":"Dezhi","family":"Chen","sequence":"first","affiliation":[{"name":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongchuan","family":"He","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0829-4624","authenticated-orcid":false,"given":"Qi","family":"Qi","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jingyu","family":"Wang","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8662-2369","authenticated-orcid":false,"given":"Rongxin","family":"Han","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1301-4981","authenticated-orcid":false,"given":"Bo","family":"He","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3345-1732","authenticated-orcid":false,"given":"Zirui","family":"Zhuang","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qianlong","family":"Fu","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianxin","family":"Liao","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6606-5822","authenticated-orcid":false,"given":"Zhu","family":"Han","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2021.3069911"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2023.3259394"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2022.3147871"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3229386"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2962338"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2020.3027695"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2020.3036871"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2021.3059691"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3178896"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2021.3080397"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.3024655"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3231435"},{"key":"ref13","volume-title":"Reinforcement Learning: An Introduction","volume":"2","author":"Sutton","year":"2018"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2021.3093619"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3250269"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3207346"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1126\/science.7466396"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1177\/104687818301400201"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1038\/355250a0"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1162\/003355399556151"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.39.10.1953"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3236361"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-022-10299-x"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-09996-w"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0172395"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.65109\/JSRC7365"},{"issue":"178","key":"ref27","article-title":"Monotonic value function factorisation for deep multi-agent reinforcement learning","volume":"21","author":"Rashid","journal-title":"J. Mach. Learn. Res."},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"ref29","first-page":"1","article-title":"Continuous control with deep reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lillicrap","year":"2016"},{"key":"ref30","first-page":"1","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Haarnoja","year":"2018"},{"key":"ref31","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Scott","year":"2018"},{"key":"ref32","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"key":"ref33","first-page":"2015","article-title":"Trust region policy optimization","volume-title":"Proc. 32nd Int. Conf. Mach. Learn.","author":"Schulman"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref35","article-title":"Multi-agent reinforcement learning: A comprehensive survey","author":"Huh","year":"2024"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.jai.2024.02.003"},{"key":"ref37","first-page":"2019","article-title":"QTRAN: Learning to factorize with transformation for cooperative multi-agent reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Kyunghwan"},{"key":"ref38","first-page":"1","article-title":"QPLEX: Duplex dueling multi-agent Q-learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Wang","year":"2021"},{"key":"ref39","article-title":"FACMAC: Factored multi-agent centralised policy gradients","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Peng"},{"key":"ref40","article-title":"Trust region policy optimisation in multi-agent reinforcement learning","author":"Jakub","year":"2022"},{"key":"ref41","article-title":"Is independent learning all you need in the starcraft multi-agent challenge","author":"Christian","year":"2020"},{"key":"ref42","first-page":"1","article-title":"Trust region policy optimisation in multi-agent reinforcement learning","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Yu","year":"2022"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.65109\/yhuo7761"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2023\/24"},{"key":"ref45","doi-asserted-by":"crossref","DOI":"10.1109\/TKDE.2026.3658366","article-title":"Learning multi-agent communication from graph modeling perspective","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hu"},{"key":"ref46","first-page":"1","article-title":"Rode: Learning roles to decompose multi-agent tasks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Wang","year":"2021"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2977374"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3545008.3545070"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-71682-4_5"},{"key":"ref50","first-page":"1039","article-title":"Nash Q-learning for general-sum stochastic games","volume":"4","author":"Hu","year":"2003","journal-title":"J. Mach. Learn. Res."},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3497510"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3560815"},{"key":"ref53","article-title":"Pretraining in deep reinforcement learning: A survey","author":"Xie","year":"2022"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.13140\/RG.2.2.18893.74727"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.092080099"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1177\/002200278002400101"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1038\/nature06940"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.65109\/qmsu8421"},{"key":"ref59","first-page":"3330","article-title":"Inequity aversion improves cooperation in intertemporal social dilemmas","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Hughes"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.21236\/ADA276517"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1162\/089976699300016070"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2022.3146881"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3126047"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2023.3257759"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2018.2864373"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2981403"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/OJVT.2020.2971594"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2019.2908171"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.3390\/s22051919"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3008299"},{"issue":"54","key":"ref71","first-page":"1","article-title":"Deep reinforcement learning for swarm systems","volume":"20","author":"Huttenrauch","year":"2019","journal-title":"J. Mach. Learn. Res."},{"key":"ref72","article-title":"A quantitative measure of fairness and discrimination for resource allocation in shared computer systems","author":"Jain","year":"1998"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1080\/19390450903037302"},{"key":"ref74","article-title":"Study on enhanced LTE support for aerial vehicles (Release 15)","year":"2017"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2902559"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOMWKSHPS50562.2020.9162896"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/71\/11368703\/11359102.pdf?arnumber=11359102","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T20:57:04Z","timestamp":1770843424000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11359102\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3]]},"references-count":76,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2026.3654605","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3]]}}}