{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T01:04:54Z","timestamp":1780362294322,"version":"3.54.1"},"reference-count":44,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61625101"],"award-info":[{"award-number":["61625101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61829101"],"award-info":[{"award-number":["61829101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61941101"],"award-info":[{"award-number":["61941101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["EARS-1839818"],"award-info":[{"award-number":["EARS-1839818"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1717454"],"award-info":[{"award-number":["CNS-1717454"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1731424"],"award-info":[{"award-number":["CNS-1731424"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1702850"],"award-info":[{"award-number":["CNS-1702850"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Wireless Commun."],"published-print":{"date-parts":[[2021,4]]},"DOI":"10.1109\/twc.2020.3043038","type":"journal-article","created":{"date-parts":[[2020,12,15]],"date-time":"2020-12-15T21:25:29Z","timestamp":1608067529000},"page":"2565-2578","source":"Crossref","is-referenced-by-count":69,"title":["Distributed Multi-Cloud Multi-Access Edge Computing by Multi-Agent Reinforcement Learning"],"prefix":"10.1109","volume":"20","author":[{"given":"Yutong","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Boya","family":"Di","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zijie","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinlong","family":"Lin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lingyang","family":"Song","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Lectures on learning and equilibrium in strategic form games","author":"fudenberg","year":"1990","journal-title":"CORE"},{"key":"ref38","first-page":"746","article-title":"The dynamics of reinforcement learning in cooperative multiagent systems","author":"claus","year":"1998","journal-title":"Proc Conf Innov Appl Artif Intell"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1080\/01972241003712199"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.2975559"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2662112"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2012.153"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2017.2725277"},{"key":"ref36","article-title":"Multiagent reinforcement learning for multi-robot systems: A survey","author":"yang","year":"2004"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2018.2845360"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511807213"},{"key":"ref10","first-page":"165","article-title":"Machine learning for 5G and beyond: From model-based to data-driven mobile wireless networks","volume":"16","author":"wang","year":"2019","journal-title":"China Commun"},{"key":"ref40","first-page":"369","article-title":"Dynamic analysis of multiagent Q-learning with-greedy exploration","author":"rodrigues gomes","year":"2009","journal-title":"Proc 26th Annu Int Conf Mach Learn (ICML)"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1701069"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2705720"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2745201"},{"key":"ref14","article-title":"Mobile edge computing—A key technology towards 5G","author":"hu","year":"2015"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2682318"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2016.2599530"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2018.2821664"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2017.2672701"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2018.2881191"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2954944"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/1721654.1721672"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.001.1900489"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2017.2775739"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1002\/wcm.1203"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s11431-010-3234-y"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2018.2875980"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/MVT.2017.2668838"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/IMIS.2012.26"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.3000813"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2906509"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2017.2699660"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2018.2840120"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2018.8422877"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2018.2876941"},{"key":"ref42","first-page":"1167","article-title":"Classes of multiagent Q-learning dynamics with $\\epsilon$\n-greedy exploration","author":"wunder","year":"2010","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref41","first-page":"2779","article-title":"An efficient computing of correlated equilibrium for cooperative Q-learning-based multi-robot planning","volume":"50","author":"sadhu","year":"2020","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2015.2487344"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2951966"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2931315"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2876198"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"}],"container-title":["IEEE Transactions on Wireless Communications"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/7693\/9399373\/9295425-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7693\/9399373\/09295425.pdf?arnumber=9295425","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:52:06Z","timestamp":1652194326000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9295425\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4]]},"references-count":44,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/twc.2020.3043038","relation":{},"ISSN":["1536-1276","1558-2248"],"issn-type":[{"value":"1536-1276","type":"print"},{"value":"1558-2248","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,4]]}}}