{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:28:30Z","timestamp":1767338910202,"version":"3.37.3"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"24","license":[{"start":{"date-parts":[[2021,12,15]],"date-time":"2021-12-15T00:00:00Z","timestamp":1639526400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,15]],"date-time":"2021-12-15T00:00:00Z","timestamp":1639526400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,15]],"date-time":"2021-12-15T00:00:00Z","timestamp":1639526400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,15]],"date-time":"2021-12-15T00:00:00Z","timestamp":1639526400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["ECCS-1811497","CCF-1937487","CNS-2003059"],"award-info":[{"award-number":["ECCS-1811497","CCF-1937487","CNS-2003059"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2021,12,15]]},"DOI":"10.1109\/jiot.2021.3081692","type":"journal-article","created":{"date-parts":[[2021,5,19]],"date-time":"2021-05-19T21:48:17Z","timestamp":1621460897000},"page":"17417-17428","source":"Crossref","is-referenced-by-count":20,"title":["Multiagent Reinforcement Learning Meets Random Access in Massive Cellular Internet of Things"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7064-5280","authenticated-orcid":false,"given":"Jianan","family":"Bai","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1554-3759","authenticated-orcid":false,"given":"Hao","family":"Song","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1354-0204","authenticated-orcid":false,"given":"Yang","family":"Yi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1915-1784","authenticated-orcid":false,"given":"Lingjia","family":"Liu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","first-page":"2145","article-title":"Learning to communicate with deep multi-agent reinforcement learning","author":"foerster","year":"2016","journal-title":"Proc 30th Int Conf Neural Inf Process Syst (ICONIP)"},{"key":"ref38","first-page":"4131","article-title":"Action branching architectures for deep reinforcement learning","author":"tavakoli","year":"2018","journal-title":"Proc AAAI Conf Artif Intell"},{"year":"2011","key":"ref33","article-title":"Study on RAN improvements for machine-type communications, version 11.0.0"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2018.2879433"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2013.6525600"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2916155"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-74958-5_43"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/SENSORCOMM.2007.4394931"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2010.04.090104"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"3833","DOI":"10.1109\/TIT.2007.903149","article-title":"Quality of service analysis for wireless user-cooperation networks","volume":"53","author":"liu","year":"2007","journal-title":"IEEE Trans Inf Theory"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICTC.2017.8191051"},{"key":"ref40","first-page":"122","article-title":"Learning with opponent-learning awareness","author":"foerster","year":"2018","journal-title":"Proc Int Conf Auton Agents and Multi Agent Syst"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2003.820754"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2016.2609914"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/BlackSeaCom.2013.6623391"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2018.8422153"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.1701032"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2018.2876008"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2017.2726014"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2929126"},{"journal-title":"Learn2MAC Online learning multiple access for URLLC applications","year":"2019","author":"destounis","key":"ref19"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1016\/j.icte.2017.03.004","article-title":"A survey on LPWA technology: LoRA and NB-IoT","volume":"3","author":"sinha","year":"2017","journal-title":"ICT Exp"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2872441"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-014-9489-2"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.001.1900323"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2019.2954643"},{"journal-title":"Number of Internet of Things (IoT) Connected Devices Worldwide in 2018 2025 and 2030","year":"2020","key":"ref5"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.3015578"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2015.2398858"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2017.2776868"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-014-9492-7"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2015.09.021"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOMW.2011.6162473"},{"journal-title":"Reinforcement Learning An Introduction","year":"2018","author":"sutton","key":"ref20"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref21","first-page":"2094","article-title":"Deep reinforcement learning with double Q-learning","author":"van hasselt","year":"2016","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2014.2312549"},{"journal-title":"Playing atari with deep reinforcement learning","year":"2013","author":"mnih","key":"ref24"},{"key":"ref41","first-page":"4295","article-title":"QMIX: Monotonic value function factorisation for deep multi-agent reinforcement learning","author":"rashid","year":"2018","journal-title":"Proc 35th Int Conf Mach Learn"},{"key":"ref23","first-page":"3643","article-title":"A multi-agent reinforcement learning model of common-pool resource appropriation","author":"p\u00e9rolat","year":"2017","journal-title":"Advances in Neural Information Processing Systems (NIPS)"},{"key":"ref26","first-page":"1","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/6488907\/9640245\/9435617-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/9640245\/09435617.pdf?arnumber=9435617","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:53:57Z","timestamp":1652194437000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9435617\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12,15]]},"references-count":42,"journal-issue":{"issue":"24"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2021.3081692","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"type":"electronic","value":"2327-4662"},{"type":"electronic","value":"2372-2541"}],"subject":[],"published":{"date-parts":[[2021,12,15]]}}}