{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T17:38:06Z","timestamp":1776879486490,"version":"3.51.2"},"reference-count":50,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2019,2,1]],"date-time":"2019-02-01T00:00:00Z","timestamp":1548979200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,2,1]],"date-time":"2019-02-01T00:00:00Z","timestamp":1548979200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,2,1]],"date-time":"2019-02-01T00:00:00Z","timestamp":1548979200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,2,1]],"date-time":"2019-02-01T00:00:00Z","timestamp":1548979200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"US MURI AFOSR MURI","award":["18RT0073"],"award-info":[{"award-number":["18RT0073"]}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1717454"],"award-info":[{"award-number":["CNS-1717454"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1731424"],"award-info":[{"award-number":["CNS-1731424"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1702850"],"award-info":[{"award-number":["CNS-1702850"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1646607"],"award-info":[{"award-number":["CNS-1646607"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["ECCS-1547201"],"award-info":[{"award-number":["ECCS-1547201"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61871255"],"award-info":[{"award-number":["61871255"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003453","name":"Natural Science Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2015A030312006"],"award-info":[{"award-number":["2015A030312006"]}],"id":[{"id":"10.13039\/501100003453","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Guangdong Key Laboratory Project","award":["2017B030314147"],"award-info":[{"award-number":["2017B030314147"]}]},{"name":"WASP\/NTU","award":["M4082187 (4080)"],"award-info":[{"award-number":["M4082187 (4080)"]}]},{"name":"Singapore MOE Tier 1","award":["2017-T1-002-007 RG122\/17"],"award-info":[{"award-number":["2017-T1-002-007 RG122\/17"]}]},{"name":"MOE Tier 2","award":["MOE2014-T2-2-015 ARC4\/15"],"award-info":[{"award-number":["MOE2014-T2-2-015 ARC4\/15"]}]},{"name":"MOE Tier 2","award":["NRF2015-NRF-ISF001-2277"],"award-info":[{"award-number":["NRF2015-NRF-ISF001-2277"]}]},{"name":"EMA Energy Resilience","award":["NRF2017EWT-EP003-041"],"award-info":[{"award-number":["NRF2017EWT-EP003-041"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Wireless Commun."],"published-print":{"date-parts":[[2019,2]]},"DOI":"10.1109\/twc.2018.2890057","type":"journal-article","created":{"date-parts":[[2019,1,4]],"date-time":"2019-01-04T19:51:51Z","timestamp":1546631511000},"page":"1115-1127","source":"Crossref","is-referenced-by-count":25,"title":["VLC and D2D Heterogeneous Network Optimization: A Reinforcement Learning Approach Based on Equilibrium Problems With Equilibrium Constraints"],"prefix":"10.1109","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4660-8893","authenticated-orcid":false,"given":"Neetu","family":"Raveendran","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8791-1672","authenticated-orcid":false,"given":"Huaqing","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7442-7416","authenticated-orcid":false,"given":"Dusit","family":"Niyato","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3575-5086","authenticated-orcid":false,"given":"Fang","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jian","family":"Song","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhu","family":"Han","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1504\/IJSNET.2006.012027"},{"key":"ref38","first-page":"168","article-title":"Cognitive network management with reinforcement learning for wireless mesh networks","author":"lee","year":"2007","journal-title":"Proc 7th IEEE Int Workshop IP Oper Manage"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2014.01.001"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913495721"},{"key":"ref30","year":"2016","journal-title":"AlphaGo"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2013.6525600"},{"key":"ref36","first-page":"1","article-title":"Ant colony-based reinforcement learning algorithm for routing in wireless sensor networks","author":"ghasemaghaei","year":"2007","journal-title":"Proc IEEE Instrum Meas Technol Conf"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICCChina.2016.7636732"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC.2017.7925694"},{"key":"ref28","first-page":"242","article-title":"Multiagent reinforcement learning: Theoretical framework and an algorithm","author":"hu","year":"1998","journal-title":"Proc 15th Int Conf Mach Learn"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2014.2363451"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2013.08.037"},{"key":"ref2","author":"pohlmann","year":"2010","journal-title":"Visible Light Communication"},{"key":"ref1","year":"2017","journal-title":"Cisco Visual Networking Index Global Mobile Data Traffic Forecast Update"},{"key":"ref20","first-page":"1","article-title":"Implementation of a hybrid optical-RF wireless network with fast network handover","author":"saud","year":"2017","journal-title":"Proc 23th Eur Wireless Conf Eur Wireless"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2014.6736752"},{"key":"ref21","first-page":"1","article-title":"Hybrid polymer optical fibre and visible light communication link for in-home network","author":"popoola","year":"2017","journal-title":"Proc Wireless Opt Commun Conf (WOCC)"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s11276-016-1233-z"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2015.7096279"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2544618"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOMW.2011.6162563"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1137\/140990309"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2613122"},{"key":"ref12","first-page":"310","article-title":"A generalized reinforcement-learning model: Convergence and applications","author":"littman","year":"1996","journal-title":"Proc 13th Int Conf Mach Learn"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2016.2613864"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s11235-017-0291-6"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2014.6845058"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/SPAWC.2015.7227122"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2598736"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/IWCMC.2017.7986465"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC.2017.7925873"},{"key":"ref4","author":"won","year":"2008","journal-title":"Visible Light Communication Tutorial"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2004.1277847"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2016.7841505"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JLT.2015.2492420"},{"key":"ref8","author":"silver","year":"2015","journal-title":"Introduction to Reinforcement Learning"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/j.jnca.2016.11.002","article-title":"A survey on device-to-device (D2D) communication: Architecture and security issues","volume":"78","author":"gandotra","year":"2017","journal-title":"J Netw Comput Appl"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2017.2649545"},{"key":"ref9","author":"silver","year":"2015","journal-title":"Deep reinforcement learning"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1080\/10556780903448052"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1080\/1055678042000218966"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1561\/2200000016"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511895043"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2009.090517"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/PCCC.2005.1460650"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2011.2165211"}],"container-title":["IEEE Transactions on Wireless Communications"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielaam\/7693\/8638654\/8602424-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7693\/8638654\/08602424.pdf?arnumber=8602424","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T21:10:40Z","timestamp":1657746640000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8602424\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,2]]},"references-count":50,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/twc.2018.2890057","relation":{},"ISSN":["1536-1276","1558-2248"],"issn-type":[{"value":"1536-1276","type":"print"},{"value":"1558-2248","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,2]]}}}