{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,7]],"date-time":"2026-08-07T14:50:03Z","timestamp":1786114203821,"version":"3.56.0"},"reference-count":34,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2019,12,1]],"date-time":"2019-12-01T00:00:00Z","timestamp":1575158400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,12,1]],"date-time":"2019-12-01T00:00:00Z","timestamp":1575158400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,12,1]],"date-time":"2019-12-01T00:00:00Z","timestamp":1575158400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,12,1]],"date-time":"2019-12-01T00:00:00Z","timestamp":1575158400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61629101"],"award-info":[{"award-number":["61629101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61771066"],"award-info":[{"award-number":["61771066"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1824553"],"award-info":[{"award-number":["CNS-1824553"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DMS-1622433"],"award-info":[{"award-number":["DMS-1622433"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["AST-1547436"],"award-info":[{"award-number":["AST-1547436"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["ECCS-165902"],"award-info":[{"award-number":["ECCS-165902"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["ZDSYS201707251409055"],"award-info":[{"award-number":["ZDSYS201707251409055"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2017ZT07X152"],"award-info":[{"award-number":["2017ZT07X152"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2018B030338001"],"award-info":[{"award-number":["2018B030338001"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2018YFB1800800"],"award-info":[{"award-number":["2018YFB1800800"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1109\/jiot.2019.2935010","type":"journal-article","created":{"date-parts":[[2019,8,13]],"date-time":"2019-08-13T20:14:38Z","timestamp":1565727278000},"page":"9399-9412","source":"Crossref","is-referenced-by-count":103,"title":["Load Balancing for Ultradense Networks: A Deep Reinforcement Learning-Based Approach"],"prefix":"10.1109","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4074-4357","authenticated-orcid":false,"given":"Yue","family":"Xu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8767-4742","authenticated-orcid":false,"given":"Wenjun","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1095-9632","authenticated-orcid":false,"given":"Zhi","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiaru","family":"Lin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2608-775X","authenticated-orcid":false,"given":"Shuguang","family":"Cui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref33","article-title":"Massively parallel methods for deep reinforcement learning","author":"nair","year":"2015","journal-title":"arXiv preprint 1507 04296"},{"key":"ref32","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"Proc Int Conf Mach Learn (ICML)"},{"key":"ref31","first-page":"1","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2872440"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/VETECF.2010.5594565"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/VTCFall.2012.6398873"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2017.2769704"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2015.7295483"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2926625"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2018.1700200"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2012.2234156"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2016.2522080"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1038\/nature24270"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2002.1114856"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2018.2819648"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2012.07.021"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1700956"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2008.060117"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2014.2368731"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2004.1379093"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2826846"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2018.2877910"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1700425"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2013.2293785"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1700483"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2790388"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8761343"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2848295"},{"key":"ref24","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref23","article-title":"Evolved universal terrestrial radio access (E-UTRAN); radio resource control (RRC); protocol specification, release 8","year":"2009"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1982.1056489"},{"key":"ref25","first-page":"387","article-title":"Deterministic policy gradient algorithms","author":"silver","year":"2014","journal-title":"Proc Int Conf Mach Learn (ICML)"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/6488907\/8931267\/8796404-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/8931267\/08796404.pdf?arnumber=8796404","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T20:55:35Z","timestamp":1657745735000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8796404\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12]]},"references-count":34,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2019.2935010","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,12]]}}}