{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T21:18:47Z","timestamp":1768079927840,"version":"3.49.0"},"reference-count":37,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1731658"],"award-info":[{"award-number":["CNS-1731658"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1718089"],"award-info":[{"award-number":["CNS-1718089"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1910112"],"award-info":[{"award-number":["CNS-1910112"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Army Futures Command","award":["W911NF1920333"],"award-info":[{"award-number":["W911NF1920333"]}]},{"name":"Wireless Networking and Communications Group Industrial Affiliates Program"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Networking"],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1109\/tnet.2021.3117783","type":"journal-article","created":{"date-parts":[[2021,10,15]],"date-time":"2021-10-15T06:00:42Z","timestamp":1634277642000},"page":"487-500","source":"Crossref","is-referenced-by-count":9,"title":["Meta-Scheduling for the Wireless Downlink Through Learning With Bandit Feedback"],"prefix":"10.1109","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5241-9426","authenticated-orcid":false,"given":"Jianhan","family":"Song","sequence":"first","affiliation":[{"name":"Department of Electrical and Computer Engineering, Cockrell School of Engineering, The University of Texas at Austin, Austin, TX, USA"}]},{"given":"Gustavo","family":"de Veciana","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Cockrell School of Engineering, The University of Texas at Austin, Austin, TX, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4325-9050","authenticated-orcid":false,"given":"Sanjay","family":"Shakkottai","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Cockrell School of Engineering, The University of Texas at Austin, Austin, TX, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2021.3117783"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139565844"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2002.1003822"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/49.957318"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1040.0156"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.2200\/S00507ED1V01Y201305CNT014"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2013.2280846"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1017\/S0269964804182041"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/18.212277"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1090\/trans2\/207\/12"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2010.2068308"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3005745.3005750"},{"key":"ref13","article-title":"A simple reinforcement learning mechanism for resource allocation in LTE networks with Markov decision process and Q-learning","author":"Cesar Santos","year":"2017","journal-title":"arXiv:1709.09312"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM42002.2020.9322560"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2897134"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM38437.2019.9014270"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2019.8919665"},{"key":"ref18","article-title":"Stable reinforcement learning with unbounded state space","author":"Shah","year":"2020","journal-title":"arXiv:2006.04353"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3529375"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2591971.2591990"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2017.2679690"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1561\/2200000024"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1017\/9781108571401"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS.2013.30"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v26i1.8279"},{"key":"ref26","first-page":"3960","article-title":"Thompson sampling for budgeted multi-armed bandits","volume-title":"Proc. 24th Int. Joint Conf. Artif. Intell.","author":"Xia"},{"key":"ref27","first-page":"3450","article-title":"Linear contextual bandits with knapsacks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Agrawal"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3309697.3331515"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1023\/A:1013689704352","article-title":"Finite-time analysis of the multiarmed bandit problem","volume":"47","author":"Auer","year":"2002","journal-title":"Mach. Learn."},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/DYSPAN.2010.5457857"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2009.5394517"},{"key":"ref32","article-title":"Online learning for wireless distributed computing","author":"Kao","year":"2016","journal-title":"arXiv:1611.02830"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2018.8422661"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737425"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1017\/S0001867800020619"},{"key":"ref36","article-title":"Extended UCB policy for multi-armed bandit with light-tailed reward distributions","author":"Liu","year":"2011","journal-title":"arXiv:1112.1768"},{"key":"ref37","article-title":"Guidelines for evaluation of radio interface technologies for IMT-advanced","author":"Series","year":"2009"}],"container-title":["IEEE\/ACM Transactions on Networking"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/90\/9758081\/9570725-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/90\/9758081\/09570725.pdf?arnumber=9570725","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T22:26:06Z","timestamp":1705011966000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9570725\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4]]},"references-count":37,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tnet.2021.3117783","relation":{},"ISSN":["1063-6692","1558-2566"],"issn-type":[{"value":"1063-6692","type":"print"},{"value":"1558-2566","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4]]}}}