{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T08:23:34Z","timestamp":1775031814623,"version":"3.50.1"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100001852","name":"Indo-French Centre for the Promotion of Advanced Research","doi-asserted-by":"publisher","award":["IFC\/DST-Inria-2016-01\/448"],"award-info":[{"award-number":["IFC\/DST-Inria-2016-01\/448"]}],"id":[{"id":"10.13039\/501100001852","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Machine Learning for Network Analytics"},{"name":"Department of Science and Technology, Government of India"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Control Netw. Syst."],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1109\/tcns.2017.2774046","type":"journal-article","created":{"date-parts":[[2017,11,15]],"date-time":"2017-11-15T19:24:05Z","timestamp":1510773845000},"page":"1952-1961","source":"Crossref","is-referenced-by-count":30,"title":["Opportunistic Scheduling as Restless Bandits"],"prefix":"10.1109","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0756-5402","authenticated-orcid":false,"given":"Vivek S.","family":"Borkar","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9381-2803","authenticated-orcid":false,"given":"Gaurav S.","family":"Kasbekar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7908-8209","authenticated-orcid":false,"given":"Sarath","family":"Pattathil","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Priyesh Y.","family":"Shetty","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804526"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2010.106"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2008.217"},{"key":"ref32","author":"puterman","year":"2014","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2001.916721"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1287\/moor.24.2.293"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511807213"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/18.212277"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/9.182479"},{"key":"ref34","author":"ruiz-hernandez","year":"2008","journal-title":"Indexable Restless Bandits"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2011.5783982"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.2307\/3214547"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1017\/S0269964814000217"},{"key":"ref12","volume":"282","author":"ethier","year":"2009","journal-title":"Markov Processes Characterization and Convergence"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1561\/1300000001"},{"key":"ref14","author":"ghosh","year":"2011","journal-title":"Fundamentals of LTE"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1002\/9780470980033"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1287\/opre.23.2.270"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(89)90018-X"},{"key":"ref18","author":"jacko","year":"2010","journal-title":"Dynamic Priority Allocation in Restless Bandit Models"},{"key":"ref19","author":"kumar","year":"2004","journal-title":"Communication Networking An Analytical Approach"},{"key":"ref28","first-page":"1","article-title":"Sensor scheduling for hunting elusive hiding targets via Whittle's restless bandit index policy","author":"nino-mora","year":"0","journal-title":"Proc 5th Int Conf Netw Games Control Optim"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/18.995554"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2013.020413.120457"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/BlackSeaCom.2013.6623408"},{"key":"ref6","doi-asserted-by":"crossref","DOI":"10.1007\/978-93-86279-38-5","author":"borkar","year":"2008","journal-title":"Stochastic Approximation A Dynamical Systems Viewpoint"},{"key":"ref29","first-page":"4220","article-title":"Multi-UAV dynamic routing with partial observations using restless bandit allocation indices","author":"ny","year":"0","journal-title":"Proc Amer Control Conf"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1007\/978-1-4615-0805-2_11","article-title":"Convex analytic methods in Markov decision processes","author":"borkar","year":"2002","journal-title":"Handbook of Markov Decision Processes"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-017-2622-0"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.4064\/am2313-6-2017"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2016.2619066"},{"key":"ref9","first-page":"89","article-title":"A reinforcement learning algorithm for restless bandits","author":"borkar","year":"0","journal-title":"Proc Indian Control Conf"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2008.925856"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2016.2562564"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/26.780463"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2010.2068950"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2013.061913.120001"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.2200\/S00443ED1V01Y201208CNT011"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.2307\/3214163"},{"key":"ref23","author":"meyn","year":"2012","journal-title":"Markov Chains and Stochastic Stability"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2012.6364766"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1111\/1468-0262.00296"}],"container-title":["IEEE Transactions on Control of Network Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6509490\/8576792\/08110642.pdf?arnumber=8110642","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,27]],"date-time":"2022-01-27T13:02:48Z","timestamp":1643288568000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8110642\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12]]},"references-count":42,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tcns.2017.2774046","relation":{},"ISSN":["2325-5870","2372-2533"],"issn-type":[{"value":"2325-5870","type":"electronic"},{"value":"2372-2533","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,12]]}}}