{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T15:43:55Z","timestamp":1775144635699,"version":"3.50.1"},"reference-count":33,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"NPRP-Standard(NPRP-S) Thirteenth Cycle","award":["NPRP13S-0201-200219"],"award-info":[{"award-number":["NPRP13S-0201-200219"]}]},{"DOI":"10.13039\/100008982","name":"Qatar National Research Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Sci. Eng."],"published-print":{"date-parts":[[2022,7,1]]},"DOI":"10.1109\/tnse.2022.3164648","type":"journal-article","created":{"date-parts":[[2022,4,5]],"date-time":"2022-04-05T19:31:40Z","timestamp":1649187100000},"page":"2481-2494","source":"Crossref","is-referenced-by-count":34,"title":["Hierarchical Multi-Agent DRL-Based Framework for Joint Multi-RAT Assignment and Dynamic Resource Allocation in Next-Generation HetNets"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0652-3948","authenticated-orcid":false,"given":"Abdulmalik","family":"Alwarafy","sequence":"first","affiliation":[{"name":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"}]},{"given":"Bekir Sait","family":"Ciftler","sequence":"additional","affiliation":[{"name":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3261-7588","authenticated-orcid":false,"given":"Mohamed","family":"Abdallah","sequence":"additional","affiliation":[{"name":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9766-0085","authenticated-orcid":false,"given":"Mounir","family":"Hamdi","sequence":"additional","affiliation":[{"name":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9894-8382","authenticated-orcid":false,"given":"Naofal","family":"Al-Dhahir","sequence":"additional","affiliation":[{"name":"Electrical and Computer Engineering Department, Erik Jonsson School of Engineering and Computer Science, The University of Texas at Dallas, Richardson, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCWorkshops50388.2021.9473488"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.001.1900287"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICC42927.2021.9500564"},{"key":"ref4","article-title":"CISCO annual internet report (20182023)","year":"2020"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2020.2964534"},{"key":"ref6","article-title":"Deep reinforcement learning for radio resource allocation and management in next generation heterogeneous wireless networks: A survey","author":"Alwarafy","year":"2021"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2021.3058037"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2916583"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3022705"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2019.102069"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2897134"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/VTC2020-Spring48590.2020.9129537"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3398329.3398332"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3390\/app11052163"},{"key":"ref15","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOMWKSHPS50562.2020.9162925"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/GCWkshps52748.2021.9681985"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM42002.2020.9322106"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2019.2958121"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2019.2961332"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/IEEESTD.2009.4769367"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.swevo.2011.03.001"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804441"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICC42927.2021.9500548"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2933417"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.2984758"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2017.2709462"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2015.2452953"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2010.11.100045"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/VETECS.2012.6239950"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.32657\/10356\/90191"},{"key":"ref32","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014"},{"issue":"83","key":"ref33","first-page":"1","article-title":"CVXPY: A python-embedded modeling language for convex optimization","volume":"17","author":"Diamond","year":"2016","journal-title":"J. Mach. Learn. Res."}],"container-title":["IEEE Transactions on Network Science and Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488902\/9808096\/09749889.pdf?arnumber=9749889","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,18]],"date-time":"2024-01-18T00:25:48Z","timestamp":1705537548000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9749889\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,1]]},"references-count":33,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tnse.2022.3164648","relation":{},"ISSN":["2327-4697","2334-329X"],"issn-type":[{"value":"2327-4697","type":"electronic"},{"value":"2334-329X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7,1]]}}}