{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T01:28:00Z","timestamp":1781659680196,"version":"3.54.5"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61625101"],"award-info":[{"award-number":["61625101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61941101"],"award-info":[{"award-number":["61941101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Project of China","doi-asserted-by":"publisher","award":["2020AAA0130401"],"award-info":[{"award-number":["2020AAA0130401"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["EARS-1839818"],"award-info":[{"award-number":["EARS-1839818"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["CNS1717454"],"award-info":[{"award-number":["CNS1717454"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1731424"],"award-info":[{"award-number":["CNS-1731424"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1702850"],"award-info":[{"award-number":["CNS-1702850"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["CCF-0939370"],"award-info":[{"award-number":["CCF-0939370"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1908308"],"award-info":[{"award-number":["CCF-1908308"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Commun."],"published-print":{"date-parts":[[2021,7]]},"DOI":"10.1109\/tcomm.2021.3065135","type":"journal-article","created":{"date-parts":[[2021,3,10]],"date-time":"2021-03-10T21:08:33Z","timestamp":1615410513000},"page":"4461-4475","source":"Crossref","is-referenced-by-count":77,"title":["UAV-to-Device Underlay Communications: Age of Information Minimization by Multi-Agent Deep Reinforcement Learning"],"prefix":"10.1109","volume":"69","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8766-0885","authenticated-orcid":false,"given":"Fanyi","family":"Wu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3393-8612","authenticated-orcid":false,"given":"Hongliang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianjun","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6606-5822","authenticated-orcid":false,"given":"Zhu","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2062-131X","authenticated-orcid":false,"given":"H. Vincent","family":"Poor","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8644-8241","authenticated-orcid":false,"given":"Lingyang","family":"Song","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/GAMENETS.2009.5137409"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2900035"},{"key":"ref33","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","author":"sutton","year":"1999","journal-title":"Proc Conf Neural Inf Process Syst"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2020.3027695"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC45663.2020.9120592"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRev.36.823"},{"key":"ref36","first-page":"1","article-title":"Deep reinforcement learning for resource allocation in V2 V communications","author":"ye","year":"2018","journal-title":"Proc IEEE Int Conf Commun (ICC)"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref34","first-page":"1008","article-title":"Actor-critic algorithms","author":"konda","year":"2000","journal-title":"Proc Conf Neural Inf Process Syst"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.2984624"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICCW.2018.8403711"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195689"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref13","first-page":"165","article-title":"Machine learning for 5G and beyond: From model-based to data-driven mobile wireless networks","volume":"16","author":"wang","year":"2019","journal-title":"China Commun"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.001.1900262"},{"key":"ref16","first-page":"1","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2019.2900630"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2018.2868075"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2017.2755643"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2683479"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICUAS.2013.6564694"},{"key":"ref27","article-title":"Table of Q functions","author":"marcum","year":"1950"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/AERO.2013.6496959"},{"key":"ref6","year":"2016","journal-title":"With 1 Announcement the FAA Just Created an 82 Billion Market and 100 000 New Jobs"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.2982152"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICUAS.2017.7991306"},{"key":"ref8","year":"2017"},{"key":"ref7","first-page":"1","article-title":"Frequency spectrum for integration of unmanned aircraft","author":"kerczewski","year":"2013","journal-title":"Proc IEEE\/AIAA 32nd Digit Avionics Syst Conf (DASC)"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-33039-2"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2019.1800591"},{"key":"ref1","first-page":"1","article-title":"AoI minimization for UAV-to-device underlay communication by multi-agent deep reinforcement learning","author":"wu","year":"2020","journal-title":"Proc IEEE Global Commun Conf"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2892131"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2017.2680898"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1800161"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2012.2202687"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.2986289"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6639346"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2017.2763135"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1944.tb00874.x"},{"key":"ref25","year":"2017"}],"container-title":["IEEE Transactions on Communications"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/26\/9483878\/9374461-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/26\/9483878\/09374461.pdf?arnumber=9374461","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:48:36Z","timestamp":1652194116000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9374461\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7]]},"references-count":42,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tcomm.2021.3065135","relation":{},"ISSN":["0090-6778","1558-0857"],"issn-type":[{"value":"0090-6778","type":"print"},{"value":"1558-0857","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7]]}}}