{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,28]],"date-time":"2026-02-28T01:05:22Z","timestamp":1772240722108,"version":"3.50.1"},"reference-count":111,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,4,1]],"date-time":"2019-04-01T00:00:00Z","timestamp":1554076800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1509040"],"award-info":[{"award-number":["1509040"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1508993"],"award-info":[{"award-number":["1508993"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1711471"],"award-info":[{"award-number":["1711471"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"H2020 Europe-Japan Project 5G-MiEdge","award":["723171"],"award-info":[{"award-number":["723171"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61671154"],"award-info":[{"award-number":["61671154"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"crossref","award":["2017YFB0403402"],"award-info":[{"award-number":["2017YFB0403402"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100003399","name":"Science and Technology Commission of Shanghai Municipality","doi-asserted-by":"publisher","award":["17510710400"],"award-info":[{"award-number":["17510710400"]}],"id":[{"id":"10.13039\/501100003399","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000005","name":"U.S. Department of Defense","doi-asserted-by":"publisher","award":["HDTRA1-14-1-0040"],"award-info":[{"award-number":["HDTRA1-14-1-0040"]}],"id":[{"id":"10.13039\/100000005","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1411636"],"award-info":[{"award-number":["1411636"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1617729"],"award-info":[{"award-number":["1617729"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Proc. IEEE"],"published-print":{"date-parts":[[2019,4]]},"DOI":"10.1109\/jproc.2019.2896243","type":"journal-article","created":{"date-parts":[[2019,2,21]],"date-time":"2019-02-21T19:50:57Z","timestamp":1550778657000},"page":"778-796","source":"Crossref","is-referenced-by-count":77,"title":["Learning and Management for Internet of Things: Accounting for Adaptivity and Scalability"],"prefix":"10.1109","volume":"107","author":[{"given":"Tianyi","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sergio","family":"Barbarossa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Georgios B.","family":"Giannakis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhi-Li","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/1814433.1814441"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2017.11.009"},{"key":"ref33","year":"2014","journal-title":"Further LTE Physical Layer Enhancements for MTC"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1587\/transele.E100.C.790"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2014.2337316"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.23919\/APMC.2018.8617507"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2984356.2984371"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1017\/9781316771655.005"},{"key":"ref35","first-page":"1","author":"hu","year":"2015","journal-title":"Mobile edge computing A key technology towards 5G"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2525418"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2017.2750109"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1561\/2400000013"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2839563"},{"key":"ref20","year":"2015","journal-title":"NarrowBand IOT (NB-IOT)"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-3264-1"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2779844"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2017.2679690"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2017.2774043"},{"key":"ref101","article-title":"Sleeping multi-armed bandit with constraints","author":"li","year":"2019","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511546921"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1007\/s10208-015-9296-2"},{"key":"ref25","first-page":"928","article-title":"Online convex programming and generalized infinitesimal gradient ascent","author":"zinkevich","year":"2003","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref50","author":"mao","year":"2017","journal-title":"Mobile edge computing Survey and research outlook"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195689"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2007.907120"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2520220"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2783894"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2462294"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/PES.2011.6039082"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2018.2790405"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2017.2735804"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2016.2533395"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195845"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2014.2312291"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2014.2306328"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/2699343.2699344"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2444095"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2013.2245726"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICCW.2018.8403594"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s10209-010-0197-5"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2014.2327587"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TSIPN.2015.2448520"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2611964"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2717986"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2015.2487344"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2017.2760160"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2342509.2342513"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2015.2478718"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2016.7541539"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/SPAWC.2017.8227766"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1016\/j.peva.2015.06.010"},{"key":"ref71","author":"eisen","year":"2018","journal-title":"Learning in wireless control systems over non-stationary channels"},{"key":"ref70","first-page":"1646","article-title":"SAGA: A fast incremental gradient method with support for non-strongly convex composite objectives","author":"defazio","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/2637364.2591990"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2018.2885301"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2015.2500189"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2601073"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2688328"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2017.2787979"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2010.05.10360"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/9.182479"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2004.840412"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.2200\/S00271ED1V01Y201006CNT007"},{"key":"ref64","author":"ross","year":"2014","journal-title":"Introduction to Probability Models"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2014.2378871"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2789293"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2018.2838134"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2016.2558521"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2010.2057247"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2010.05.010"},{"key":"ref1","year":"2015","journal-title":"White Paper A New Approach to IoT Security"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.23919\/ACC.2018.8431296"},{"key":"ref109","first-page":"6379","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","author":"lowe","year":"2017","journal-title":"Proc Adv Neural Info Process Syst"},{"key":"ref94","first-page":"1427","article-title":"Online convex optimization with stochastic constraints","author":"yu","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref108","author":"cannelli","year":"2016","journal-title":"Asynchronous parallel algorithms for nonconvex big-data optimization Model and convergence"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2860281"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1137\/15M1024950"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref106","article-title":"LAG: Lazily aggregated gradient for communication-efficient distributed learning","author":"chen","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref91","first-page":"5872","article-title":"Fully decentralized multi-agent reinforcement learning with networked agents","author":"zhang","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref105","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","author":"mcmahan","year":"2017","journal-title":"Proc Int Conf Artif Intell Stat"},{"key":"ref90","first-page":"1889","article-title":"Trust region policy optimization","author":"schulman","year":"2015","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref104","author":"mcmahan","year":"2017","journal-title":"Federated learning Collaborative machine learning without centralized training data"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1137\/S0097539701398375"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/ACSSC.2018.8645223"},{"key":"ref111","author":"chen","year":"2018","journal-title":"Communication-efficient distributed reinforcement learning"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2018.8619581"},{"key":"ref98","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"duchi","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref99","first-page":"385","article-title":"Online convex optimization in the bandit setting: Gradient descent without a gradient","author":"flaxman","year":"2005","journal-title":"Proc ACM SODA"},{"key":"ref96","author":"bernstein","year":"2018","journal-title":"Online optimization with feedback"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2571982"},{"key":"ref10","first-page":"1","article-title":"Cyber physical system challenges for human-in-the-loop control","author":"munir","year":"2013","journal-title":"Proc Feedback Computing'15"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2398816"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2017.2695738"},{"key":"ref13","article-title":"Unlocking value in the fragmented world of big data analytics","author":"gerhardt","year":"2012"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2016.2584538"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-813677-5.00016-X"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2014.2334709"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2682318"},{"key":"ref84","first-page":"1","article-title":"Online ensemble multi-kernel learning adaptive to non-stationary and adversarial environments","author":"shen","year":"2018","journal-title":"Proc Int Conf Artif Intell Stat"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2785305"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1201\/CRCAUTCONENG"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2017.2760186"},{"key":"ref80","author":"altman","year":"1999","journal-title":"Constrained Markov Decision Processes"},{"key":"ref89","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","author":"sutton","year":"2000","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref85","first-page":"1458","article-title":"Learning from conditional distributions via dual embeddings","author":"dai","year":"2017","journal-title":"Proc Int Conf Artif Intell Stat"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/3219617.3219640"},{"key":"ref87","first-page":"1","article-title":"Smoothed dual embedding control","author":"dai","year":"2017","journal-title":"Proc NIPS Symp Deep Reinforcement Learn"},{"key":"ref88","first-page":"2772","article-title":"Bridging the gap between value and policy based reinforcement learning","author":"nachum","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"}],"container-title":["Proceedings of the IEEE"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielaam\/5\/8674730\/8648462-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5\/8674730\/08648462.pdf?arnumber=8648462","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T20:58:44Z","timestamp":1657745924000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8648462\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,4]]},"references-count":111,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/jproc.2019.2896243","relation":{},"ISSN":["0018-9219","1558-2256"],"issn-type":[{"value":"0018-9219","type":"print"},{"value":"1558-2256","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,4]]}}}