{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T14:35:20Z","timestamp":1784212520883,"version":"3.55.0"},"reference-count":56,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Institute of Information & Communications Technology Planning & Evaluation","award":["2021-0-00260"],"award-info":[{"award-number":["2021-0-00260"]}]},{"name":"Research on LEO Inter-Satellite Links"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Veh. Technol."],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1109\/tvt.2022.3220696","type":"journal-article","created":{"date-parts":[[2022,11,10]],"date-time":"2022-11-10T20:34:34Z","timestamp":1668112474000},"page":"3647-3662","source":"Crossref","is-referenced-by-count":84,"title":["Integrating LEO Satellites and Multi-UAV Reinforcement Learning for Hybrid FSO\/RF Non-Terrestrial Networks"],"prefix":"10.1109","volume":"72","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1947-0283","authenticated-orcid":false,"given":"Ju-Hyung","family":"Lee","sequence":"first","affiliation":[{"name":"Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7623-6552","authenticated-orcid":false,"given":"Jihong","family":"Park","sequence":"additional","affiliation":[{"name":"School of Information Technology, Deakin University, Geelong, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0261-0171","authenticated-orcid":false,"given":"Mehdi","family":"Bennis","sequence":"additional","affiliation":[{"name":"Centre for Wireless Communications, University of Oulu, Oulu, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1043-9028","authenticated-orcid":false,"given":"Young-Chai","family":"Ko","sequence":"additional","affiliation":[{"name":"School of Electrical and Computer Engineering, Korea University, Seoul, Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref2","first-page":"2020","article-title":"Low earth orbit satellites provide continuous enterprise data connectivity","author":"Batir"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2019.1800301"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2020.2990499"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM42002.2020.9348105"},{"issue":"200","key":"ref6","first-page":"529","article-title":"Human-level control through deep reinforcement learning","volume":"11","author":"Singh","year":"2020","journal-title":"Nature Commun."},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICCWorkshops50388.2021.9473799"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3365609.3365859"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3286062.3286075"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2902862"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2016.7470933"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.2976703"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2019.2952892"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MPRV.2017.11"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAR49639.2020.9107998"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2936021"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2018.2879940"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2019.2900630"},{"key":"ref22","article-title":"Study on new radio (NR) to support non-terrestrial networks","year":"2020"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2688328"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/GCWkshps45667.2019.9024382"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2789293"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/VTC2020-Spring48590.2020.9128939"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2022.3154401"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2018.2880468"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.001.1900262"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.3013599"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2017.1600735"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2016.2557789"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2519508"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.2981560"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/OJCOMS.2020.2969492"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.2514\/4.478390"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3028068"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/JPHOT.2021.3113650"},{"key":"ref39","first-page":"1","article-title":"Prediction methods required for the design of terrestrial free-space optical links","volume-title":"Proc. Int. Telecommun. Union","author":"P.","year":"2007"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3120087"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2955475"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2009.091218"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2015.7306534"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2020.3037351"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.13.7.492"},{"key":"ref46","first-page":"1146","article-title":"Stabilising experience replay for deep multi-agent reinforcement learning","author":"Foerster","year":"2017","journal-title":"Proc. Int. Conf. Mach. Learn."},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/GCWkshps52748.2021.9681991"},{"key":"ref48","article-title":"Reinforcement learning in large discrete action spaces","author":"Dulac-Arnold","year":"2015"},{"key":"ref49","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","volume-title":"Introduction to Reinforcement Learning","author":"Sutton","year":"1998"},{"key":"ref50","first-page":"1008","article-title":"Actor-critic algorithms","volume-title":"Proc. Int. Conf. Neural Inf. Process.","author":"Konda","year":"1999"},{"key":"ref51","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Mnih","year":"2016"},{"key":"ref52","article-title":"Sample efficient actor-critic with experience replay","author":"Wang","year":"2017"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-307-3.50049-6"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0172395"},{"key":"ref55","first-page":"2145","article-title":"Learning to communicate with deep multi-agent reinforcement learning","volume-title":"Proc. Int. Conf. Neural Inf. Process.","author":"Foerster","year":"2016"},{"key":"ref56","first-page":"6379","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","volume-title":"Proc. Int. Conf. Neural Inf. Process.","author":"Lowe","year":"2017"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.actaastro.2019.03.040"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1561\/9781680837896"},{"key":"ref60","first-page":"1","article-title":"Communication-efficient on-device machine learning: Federated distillation and augmentation under non-IID private data","volume-title":"Proc. Adv. Neural Inf. Process. Syst. Workshops","author":"Jeong","year":"2018"}],"container-title":["IEEE Transactions on Vehicular Technology"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/25\/10070114\/09944375.pdf?arnumber=9944375","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T03:23:30Z","timestamp":1706757810000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9944375\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3]]},"references-count":56,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tvt.2022.3220696","relation":{},"ISSN":["0018-9545","1939-9359"],"issn-type":[{"value":"0018-9545","type":"print"},{"value":"1939-9359","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3]]}}}