{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T16:36:40Z","timestamp":1775579800342,"version":"3.50.1"},"reference-count":37,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["NSFC-61629101"],"award-info":[{"award-number":["NSFC-61629101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000164","name":"Division of Astronomical Sciences","doi-asserted-by":"publisher","award":["DMS-1622433"],"award-info":[{"award-number":["DMS-1622433"]}],"id":[{"id":"10.13039\/100000164","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000164","name":"Division of Astronomical Sciences","doi-asserted-by":"publisher","award":["AST-1547436"],"award-info":[{"award-number":["AST-1547436"]}],"id":[{"id":"10.13039\/100000164","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000164","name":"Division of Astronomical Sciences","doi-asserted-by":"publisher","award":["ECCS-1659025"],"award-info":[{"award-number":["ECCS-1659025"]}],"id":[{"id":"10.13039\/100000164","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Shenzhen Fundamental Research Fund","award":["KQTD2015033114415450"],"award-info":[{"award-number":["KQTD2015033114415450"]}]},{"name":"Shenzhen Fundamental Research Fund","award":["ZDSYS201707251409055"],"award-info":[{"award-number":["ZDSYS201707251409055"]}]},{"name":"Shenzhen Fundamental Research Fund","award":["2017ZT07X152"],"award-info":[{"award-number":["2017ZT07X152"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2019,4]]},"DOI":"10.1109\/jiot.2018.2872440","type":"journal-article","created":{"date-parts":[[2018,9,27]],"date-time":"2018-09-27T18:58:34Z","timestamp":1538074714000},"page":"2009-2020","source":"Crossref","is-referenced-by-count":129,"title":["Reinforcement Learning-Based Multiaccess Control and Battery Prediction With Energy Harvesting in IoT Systems"],"prefix":"10.1109","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9943-2027","authenticated-orcid":false,"given":"Man","family":"Chu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6221-6195","authenticated-orcid":false,"given":"Hang","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8273-7019","authenticated-orcid":false,"given":"Xuewen","family":"Liao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2608-775X","authenticated-orcid":false,"given":"Shuguang","family":"Cui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/18.720531"},{"key":"ref32","author":"sutton","year":"2014","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2015.2449313"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2018.02.019"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2017.1600234"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2011.5947611"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1179"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1001"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1700519"},{"key":"ref11","author":"ortiz","year":"2017","journal-title":"Multi-agent reinforcement learning for energy harvesting two-hop communications with full cooperation"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2754494"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JCN.2012.6253062"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2015.2391852"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2013.2295606"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2013.6620497"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2017.2732979"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2017.2773526"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2013.030413.121120"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.23919\/MedHocNet.2018.8407079"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2701830"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2016.2587220"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2015.2391531"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2017.8253962"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2013.062413.122042"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2017.2785319"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2665629"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2017.2778766"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2813976"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2012.012412.110805"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2015.7120024"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2016.7511405"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref21","first-page":"1040","article-title":"Reinforcement learning with function approximation converges to a region","author":"gordon","year":"2001","journal-title":"Proc NIPS"},{"key":"ref24","first-page":"2829","article-title":"Continuous deep Q-learning with model-based acceleration","author":"gu","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref23","article-title":"Playing Atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"arXiv preprint arXiv 1312 5602"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2606541"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2017.2764164"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielaam\/6488907\/8709863\/8473693-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/8709863\/08473693.pdf?arnumber=8473693","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T20:42:20Z","timestamp":1657744940000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8473693\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,4]]},"references-count":37,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2018.2872440","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,4]]}}}