{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,23]],"date-time":"2026-07-23T15:35:38Z","timestamp":1784820938886,"version":"3.55.0"},"reference-count":267,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"MSIT, South Korea"},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["RS-2023-00303757"],"award-info":[{"award-number":["RS-2023-00303757"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ITRC Support Programs","award":["IITP-2025-RS-2021-II212046"],"award-info":[{"award-number":["IITP-2025-RS-2021-II212046"]}]},{"name":"Convergence Security Core Talent Training Business Support Program supervised by the IITP","award":["IITP-2023-RS-2023-00266615"],"award-info":[{"award-number":["IITP-2023-RS-2023-00266615"]}]},{"name":"KKS Research Profile NIIT"},{"name":"EU Interreg Aurora Project ENSURE 6G"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Commun. Surv. Tutorials"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/comst.2025.3576571","type":"journal-article","created":{"date-parts":[[2025,6,4]],"date-time":"2025-06-04T13:59:53Z","timestamp":1749045593000},"page":"1950-1985","source":"Crossref","is-referenced-by-count":14,"title":["Convergence of MEC and DRL in Non-Terrestrial Wireless Networks: Key Innovations, Challenges, and Future Pathways"],"prefix":"10.1109","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4983-7760","authenticated-orcid":false,"given":"Syed Asad","family":"Ullah","sequence":"first","affiliation":[{"name":"School of Electrical Engineering and Computer Science, National University of Sciences and Technology, Islamabad, Pakistan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8572-7377","authenticated-orcid":false,"given":"Syed Ali","family":"Hassan","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering and Computer Science, National University of Sciences and Technology, Islamabad, Pakistan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hatem","family":"Abou-Zeid","sequence":"additional","affiliation":[{"name":"Schulich School of Engineering, University of Calgary, Calgary, AB, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3042-4050","authenticated-orcid":false,"given":"Hassaan Khaliq","family":"Qureshi","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering and Computer Science, National University of Sciences and Technology, Islamabad, Pakistan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1901-2784","authenticated-orcid":false,"given":"Haejoon","family":"Jung","sequence":"additional","affiliation":[{"name":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Yongin, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3717-7793","authenticated-orcid":false,"given":"Aamir","family":"Mahmood","sequence":"additional","affiliation":[{"name":"Department of Computer and Electrical Engineering, Mid Sweden University, Sundsvall, Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0873-7827","authenticated-orcid":false,"given":"Mikael","family":"Gidlund","sequence":"additional","affiliation":[{"name":"Department of Computer and Electrical Engineering, Mid Sweden University, Sundsvall, Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4743-9136","authenticated-orcid":false,"given":"Muhammad Ali","family":"Imran","sequence":"additional","affiliation":[{"name":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5932-6887","authenticated-orcid":false,"given":"Ekram","family":"Hossain","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Manitoba, Winnipeg, MB, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-09438-9"},{"key":"ref2","first-page":"3","volume-title":"What Is Machine Learning?","author":"Naqa","year":"2015"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.2000315"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2023.3297362"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2020.102865"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2023.3274145"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3390\/math11030700"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-022-10333-x"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2894306"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICT.2016.7500486"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2016.06.024"},{"key":"ref14","volume-title":"Understanding 5G: Perspectives on future technological advancements in mobile","year":"2014"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3119961"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2733373.2806402"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICICN.2019.8834959"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2745201"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.011.2000493"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/5GWF.2019.8911669"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.3390\/s24041227"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/MAES.2021.3072690"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3152787"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.002.2200366"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3160738"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-97-0041-7_8"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/OJCOMS.2024.3447152"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2024.3411311"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/GCWkshps56602.2022.10008522"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/GCWOT57803.2023.10064678"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2019.2959772"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.116252"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CCNC49033.2022.9700522"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2018.2849509"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2019.2900097"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.011.2000591"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA.2019.00048"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/VR46266.2020.00104"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2019.10.043"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3390\/electronics12030652"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2021.3096673"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3453160"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3071531"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2024.3355937"},{"key":"ref45","first-page":"46","article-title":"A survey on machine learning based proactive caching","volume":"17","author":"Anokye","year":"2020","journal-title":"ZTE Commun."},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2916583"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2904897"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3390\/informatics7040043"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2020.102781"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2021.103005"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3106401"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3140719"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2926625"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2022.3199544"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/comst.2025.3568035"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.csi.2021.103518"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/OJVT.2020.2965100"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2019.106980"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3038793"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2019.08.032"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2021.3136439"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.23919\/APNOMS.2019.8892848"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3048345"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3082986"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.23919\/JCC.2020.08.003"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.3017001"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2477041"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3022038"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2013.6461194"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3008250"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/NOMS.2018.8406266"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2020.9277891"},{"key":"ref73","volume-title":"Cloud RAN and MEC: A Perfect Pairing","author":"Reznik","year":"2018"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2873984"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2942719"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1016\/j.csi.2016.12.007"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2018.02.013"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2018.2869350"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2707140"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2018.2846401"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2016.2539923"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2023.3347145"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2020.1003114"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3270420"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-06780-8"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1016\/j.treng.2021.100083"},{"key":"ref87","volume-title":"AI-Enabled IoT for Electrification and Connected Transportation","author":"Marati","year":"2018"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1177\/0141076818815510"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.3934\/mbe.2022182"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2021.107524"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/3502289"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1007\/s12115-021-00592-w"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.3390\/ijfs8030045"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.20546\/ijcmas.2018.712.241"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1016\/j.ailsci.2023.100057"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.3390\/s19173667"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.3390\/s23115206"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2020.02.069"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-022-01537-5"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.31449\/inf.v45i5.3600"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1126\/science.aaa8415"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1016\/j.imu.2022.100924"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-41068-1"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1201\/9781003338789"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.5573\/ieiespc.2021.10.3.233"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-019-10063-9"},{"issue":"1","key":"ref107","first-page":"3","article-title":"Supervised machine learning: A review of classification techniques","volume":"160","author":"Kotsiantis","year":"2007","journal-title":"Emerg. Artif. Intell. Appl. Comput. Eng."},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1016\/j.rec.2011.01.017"},{"issue":"6","key":"ref109","first-page":"14","article-title":"Machine learning methods: An overview","volume":"19","author":"Muhamedyev","year":"2015","journal-title":"Comput. Model. New Technol."},{"key":"ref110","volume-title":"Naive Bayes Classifiers","author":"Murphy","year":"2006"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1002\/wics.1198"},{"key":"ref112","volume-title":"Logistic Regression","author":"Kleinbaum","year":"2002"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/5254.708428"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1038\/nbt0908-1011"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1037\/h0042519"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178838"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2005.12.126"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"issue":"10","key":"ref119","first-page":"1995","article-title":"Convolutional networks for images, speech, and time series","volume":"3361","author":"LeCun","year":"1995","journal-title":"Handbook of Brain Theory Neural Netw."},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2010.5539957"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(90)90049-Q"},{"key":"ref122","first-page":"1310","article-title":"On the difficulty of training recurrent neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Pascanu"},{"issue":"64","key":"ref123","first-page":"2","article-title":"Recurrent neural networks","volume":"5","author":"Medsker","year":"2001","journal-title":"Design Appl."},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref125","first-page":"471","article-title":"An overview of reservoir computing: Theory, applications and implementations","volume-title":"Proc. 15th Eur. Symp. Artif. neural Netw.","author":"Schrauwen"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1989.1.3.295"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1002\/wics.101"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1348\/000711005X48266"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2008.01.039"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-73003-5_196"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1967.1053964"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1312.6114"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390294"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/7503.003.0147"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1162\/neco.2006.18.7.1527"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.79.8.2554"},{"key":"ref138","volume-title":"Boltzmann Machines: Constraint Satisfaction Networks That Learn","author":"Hinton","year":"1984"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/5.58325"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2765202"},{"key":"ref141","first-page":"2256","article-title":"Deep unsupervised learning using nonequilibrium thermodynamics","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Sohl-Dickstein"},{"key":"ref142","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. Artif. Intell. Stat.","author":"McMahan"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1109\/ICC40277.2020.9148697"},{"key":"ref144","volume-title":"Deep Learning","author":"Bengio","year":"2017"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1063\/1.1144830"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-61068-4_7"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1016\/0925-2312(93)90006-O"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2015.2505682"},{"key":"ref149","doi-asserted-by":"crossref","DOI":"10.2172\/5326201","volume-title":"Newton\u2019s Method","author":"Mor\u00e9","year":"1982"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804441"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref152","first-page":"331","article-title":"Markov decision processes","volume-title":"Handbooks Operations Research Management Science","volume":"2","author":"Puterman","year":"1990"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref154","volume-title":"Learning and Sequential Decision Making","author":"Barto","year":"1989"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.28.1.1"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3_12"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2024.3416443"},{"key":"ref158","doi-asserted-by":"publisher","DOI":"10.1109\/VTC2024-Spring62846.2024.10683651"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3479312"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3213703"},{"key":"ref161","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2024.3370618"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3224023"},{"key":"ref163","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3189975"},{"key":"ref164","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2020.3039499"},{"key":"ref165","doi-asserted-by":"publisher","DOI":"10.1007\/s13198-024-02596-1"},{"key":"ref166","doi-asserted-by":"publisher","DOI":"10.1126\/science.aar6404"},{"key":"ref167","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8463189"},{"key":"ref168","first-page":"1","article-title":"Imagination-augmented agents for deep reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Racani\u00e8re"},{"key":"ref169","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2012.2186810"},{"issue":"2","key":"ref170","first-page":"229","article-title":"Reinforcement learning: An introduction","volume":"17","author":"Sutton","year":"1999","journal-title":"Robotica"},{"key":"ref171","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref172","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Mnih"},{"key":"ref173","first-page":"449","article-title":"A distributional perspective on reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Bellemare"},{"key":"ref174","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref175","article-title":"Prioritized experience replay","author":"Schaul","year":"2015","journal-title":"arXiv:1511.05952"},{"key":"ref176","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Wang"},{"key":"ref177","article-title":"Parameter space noise for exploration","author":"Plappert","year":"2017","journal-title":"arXiv:1706.01905"},{"key":"ref178","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"ref179","volume-title":"On-Line Q-Learning Using Connectionist Systems","author":"Rummery","year":"1994"},{"key":"ref180","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3073036"},{"key":"ref181","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992696"},{"key":"ref182","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref183","first-page":"1889","article-title":"Trust region policy optimization","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Schulman"},{"key":"ref184","article-title":"Reinforcement learning through asynchronous advantage actor-critic on a GPU","author":"Babaeizadeh","year":"2016","journal-title":"arXiv:1611.06256"},{"key":"ref185","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1812.05905"},{"key":"ref186","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref187","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2023.3247962"},{"key":"ref188","doi-asserted-by":"publisher","DOI":"10.1109\/SMC.2017.8122622"},{"key":"ref189","first-page":"6379","article-title":"Multi-agent actor\u2013critic for mixed cooperative-competitive environments","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Lowe"},{"key":"ref190","first-page":"1587","article-title":"Addressing function approximation error in actor\u2013critic methods","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Fujimoto"},{"key":"ref191","article-title":"Memory-based control with recurrent neural networks","author":"Heess","year":"2015","journal-title":"arXiv:1512.04455"},{"key":"ref192","article-title":"Distributed distributional deterministic policy gradients","author":"Barth-Maron","year":"2018","journal-title":"arXiv:1804.08617"},{"key":"ref193","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3179987"},{"key":"ref194","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3063188"},{"key":"ref195","doi-asserted-by":"publisher","DOI":"10.1109\/OJCOMS.2024.3376335"},{"key":"ref196","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2024.3365899"},{"key":"ref197","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2023.3307582"},{"key":"ref198","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2020.3017710"},{"key":"ref199","doi-asserted-by":"publisher","DOI":"10.1109\/WSCE59557.2023.10365834"},{"key":"ref200","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3026354"},{"key":"ref201","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2023.3328636"},{"key":"ref202","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2023.3346431"},{"key":"ref203","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2023.3235997"},{"key":"ref204","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3106495"},{"key":"ref205","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3150176"},{"key":"ref206","doi-asserted-by":"publisher","DOI":"10.1109\/ICCC55456.2022.9880711"},{"key":"ref207","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2982356"},{"key":"ref208","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2023.3291692"},{"key":"ref209","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3141799"},{"key":"ref210","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3078480"},{"key":"ref211","doi-asserted-by":"publisher","DOI":"10.1109\/ICSECE58870.2023.10263571"},{"key":"ref212","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3222831"},{"key":"ref213","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2023.3331029"},{"key":"ref214","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2021.3121690"},{"key":"ref215","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2023.3300314"},{"key":"ref216","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3292938"},{"key":"ref217","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3367128"},{"key":"ref218","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3233383"},{"key":"ref219","doi-asserted-by":"publisher","DOI":"10.1109\/ICTC55196.2022.9952890"},{"key":"ref220","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3028553"},{"key":"ref221","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2023.3242997"},{"key":"ref222","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2023.3339853"},{"key":"ref223","doi-asserted-by":"publisher","DOI":"10.1109\/ICC45041.2023.10279144"},{"key":"ref224","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2022.3185130"},{"key":"ref225","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3326820"},{"key":"ref226","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2023.3325905"},{"key":"ref227","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2023.3263538"},{"key":"ref228","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3151619"},{"key":"ref229","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2024.3374356"},{"key":"ref230","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3201017"},{"key":"ref231","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3118446"},{"key":"ref232","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3104581"},{"key":"ref233","first-page":"860","article-title":"Knowledge compilation for constrained combinatorial action spaces in reinforcement learning","volume-title":"Proc. AAMAS","author":"Ling"},{"key":"ref234","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM42002.2020.9322150"},{"key":"ref235","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2977374"},{"key":"ref236","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref237","doi-asserted-by":"publisher","DOI":"10.1109\/OJCOMS.2024.3357701"},{"key":"ref238","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3131524"},{"key":"ref239","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-65306-6_21"},{"key":"ref240","doi-asserted-by":"publisher","DOI":"10.1145\/3005745.3005750"},{"key":"ref241","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2887086"},{"key":"ref242","doi-asserted-by":"publisher","DOI":"10.1145\/3229556.3229562"},{"key":"ref243","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2016.7900006"},{"key":"ref244","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2016.7470933"},{"key":"ref245","article-title":"The impact of quantization and pruning on deep reinforcement learning models","author":"Lu","year":"2024","journal-title":"arXiv:2407.04803"},{"key":"ref246","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139525343"},{"key":"ref247","doi-asserted-by":"publisher","DOI":"10.1109\/TQE.2021.3094983"},{"key":"ref248","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2024.110668"},{"key":"ref249","doi-asserted-by":"publisher","DOI":"10.1038\/35086525"},{"key":"ref250","doi-asserted-by":"publisher","DOI":"10.1016\/j.ject.2024.05.001"},{"key":"ref251","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.2001239"},{"key":"ref252","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.2024.3380817"},{"key":"ref253","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3121870"},{"key":"ref254","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC51071.2022.9771607"},{"key":"ref255","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.2200973"},{"key":"ref256","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2021.3093760"},{"key":"ref257","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2981430"},{"key":"ref258","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054634"},{"key":"ref259","doi-asserted-by":"publisher","DOI":"10.1016\/j.phycom.2020.101133"},{"key":"ref260","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2022.3208773"},{"key":"ref261","doi-asserted-by":"publisher","DOI":"10.1038\/s43588-021-00174-0"},{"key":"ref262","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.122545"},{"key":"ref263","doi-asserted-by":"publisher","DOI":"10.1109\/WF-IoT48130.2020.9221098"},{"key":"ref264","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2020.05.037"},{"key":"ref265","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2021.3111139"},{"key":"ref266","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.01.1900525"},{"key":"ref267","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2962829"}],"container-title":["IEEE Communications Surveys & Tutorials"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/9739\/11321210\/11023610.pdf?arnumber=11023610","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T05:42:51Z","timestamp":1767332571000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11023610\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":267,"URL":"https:\/\/doi.org\/10.1109\/comst.2025.3576571","relation":{},"ISSN":["1553-877X","2373-745X"],"issn-type":[{"value":"1553-877X","type":"electronic"},{"value":"2373-745X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}