{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T15:36:52Z","timestamp":1759073812658,"version":"3.37.3"},"reference-count":46,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cogn. Commun. Netw."],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1109\/tccn.2019.2898000","type":"journal-article","created":{"date-parts":[[2019,2,6]],"date-time":"2019-02-06T19:33:01Z","timestamp":1549481581000},"page":"237-251","source":"Crossref","is-referenced-by-count":9,"title":["Sequential Decision Making With Limited Observation Capability: Application to Wireless Networks"],"prefix":"10.1109","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9051-4624","authenticated-orcid":false,"given":"Kesav","family":"Kaza","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3966-3269","authenticated-orcid":false,"given":"Rahul","family":"Meshram","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Varun","family":"Mehta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shabbir N.","family":"Merchant","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1287\/opre.35.5.736"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.17.9.587"},{"key":"ref33","first-page":"60","article-title":"A restless bandit marginal productivity index for opportunistic spectrum access with sensing errors","author":"ni\u00f1o-mora","year":"2009","journal-title":"Proc Net-Coop"},{"key":"ref32","first-page":"4220","article-title":"Multi-UAV dynamic routing with partial observations using restless bandit allocation indices","author":"ny","year":"2008","journal-title":"Proc ACC"},{"key":"ref31","first-page":"1","article-title":"Sensor scheduling for hunting elusive hiding targets via Whittle&#x2019;s restless bandit index policy","author":"ni\u00f1o-mora","year":"2011","journal-title":"Proc Net-Coop"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67235-9_19"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2017.2715329"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2018.2799521"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"2149","DOI":"10.1109\/TVT.2010.2041803","article-title":"Distributed optimal relay selection in wireless cooperative networks with finite-state Markov channels","volume":"59","author":"wei","year":"2010","journal-title":"IEEE Trans Veh Technol"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2008.404"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1287\/moor.11.1.184"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2019.2898000"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1287\/moor.21.2.257"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1287\/opre.48.1.80.12444"},{"article-title":"A Langrangian decomposition approach to weakly coupled dynamic optimization problems and its applications","year":"2003","author":"hawkins","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1070.0445"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2016.1531"},{"journal-title":"Index Policies and Performance Bounds for Dynamic Selection Problems","year":"2017","key":"ref16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1287\/moor.24.2.293"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.2307\/3214547"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1002\/9780470980033"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2009.2025561"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2010.2068950"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2011.2173717"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2017.7996366"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195483"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2015.7403456"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2013.2285713"},{"key":"ref8","first-page":"241","article-title":"A dynamic allocation index for the sequential design experiments","author":"gittins","year":"1974","journal-title":"Progress in Statistics"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.2307\/3214163"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICNC.2011.6022074"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1287\/moor.11.1.180"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC.2018.8377345"},{"journal-title":"Numerical Optimization","year":"2006","author":"nocedal","key":"ref46"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-49819-5_6"},{"journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming","year":"2014","author":"puterman","key":"ref45"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1239\/aap\/999187898"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1214\/15-AAP1137"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2017.2774046"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.peva.2012.10.003"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-93-86279-38-5"},{"key":"ref23","first-page":"231","article-title":"An index policy for dynamic fading-channel allocation to heterogeneous mobile users with partial observations","author":"ni\u00f1o-mora","year":"2008","journal-title":"Proc NGI"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1287\/opre.51.6.850.24925"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/T-WC.2008.071349"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-0729-0"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2015.2438009"}],"container-title":["IEEE Transactions on Cognitive Communications and Networking"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6687307\/8733162\/08636263.pdf?arnumber=8636263","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T20:44:22Z","timestamp":1657745062000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8636263\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6]]},"references-count":46,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tccn.2019.2898000","relation":{},"ISSN":["2332-7731","2372-2045"],"issn-type":[{"type":"electronic","value":"2332-7731"},{"type":"electronic","value":"2372-2045"}],"subject":[],"published":{"date-parts":[[2019,6]]}}}