{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T20:17:49Z","timestamp":1740169069334,"version":"3.37.3"},"reference-count":34,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/OAPA.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2018]]},"DOI":"10.1109\/access.2018.2871054","type":"journal-article","created":{"date-parts":[[2018,10,8]],"date-time":"2018-10-08T22:57:22Z","timestamp":1539039442000},"page":"56782-56799","source":"Crossref","is-referenced-by-count":2,"title":["Rested and Restless Bandits With Constrained Arms and Hidden States: Applications in Social Networks and 5G Networks"],"prefix":"10.1109","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5087-8175","authenticated-orcid":false,"given":"Varun","family":"Mehta","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rahul","family":"Meshram","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kesav","family":"Kaza","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shabbir N.","family":"Merchant","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Uday B.","family":"Desai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/0022-247X(69)90163-2"},{"key":"ref32","doi-asserted-by":"crossref","DOI":"10.1007\/978-93-86279-38-5","author":"borkar","year":"2008","journal-title":"Stochastic Approximation A Dynamical Systems Viewpoint"},{"key":"ref31","volume":"2","author":"royden","year":"1968","journal-title":"Real Analysis"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1287\/moor.12.2.269"},{"key":"ref34","volume":"2","author":"bertsekas","year":"1995","journal-title":"Dynamic Programming and Optimal Control"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2010.2068950"},{"key":"ref11","first-page":"231","article-title":"An index policy for dynamic fading-channel allocation to heterogeneous mobile users with partial observations","author":"ni\u00f1o-mora","year":"2008","journal-title":"Proc Next Gener Internet Netw (NGI)"},{"key":"ref12","first-page":"60","article-title":"A restless bandit marginal productivity index for opportunistic spectrum access with sensing errors","author":"ni\u00f1o-mora","year":"2009","journal-title":"Proc Conf Netw Control Optim"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2017.2715329"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC.2018.8377345"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2016.7799381"},{"journal-title":"A hidden Markov restless multi-armed bandit model for playout recommendation systems","year":"2017","author":"meshram","key":"ref16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/COMSNETS.2017.7945378"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1239\/aap\/1214950209"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/NGI.2005.1431640"},{"key":"ref28","volume":"1","author":"bertsekas","year":"1995","journal-title":"Dynamic Programming and Optimal Control"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1980.tb01111.x"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2016.7842101"},{"article-title":"Crowdsourcing in investigative journalism","year":"2013","author":"vehkoo","key":"ref3"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1287\/moor.24.2.293"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","author":"puterman","year":"1994","journal-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.2307\/3214163"},{"journal-title":"On the Whittle index for restless multi-armed hidden Markov bandits","year":"2016","author":"meshram","key":"ref8"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.2307\/3214547"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1002\/9780470980033"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1287\/moor.1080.0371"},{"key":"ref1","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1111\/j.2517-6161.1979.tb01068.x","article-title":"Bandit processes and dynamic allocation indices","volume":"41","author":"gittins","year":"1979","journal-title":"J Roy Statist Soc B Statist Methodol"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s11134-006-9002-9"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ACSSC.2014.7094730"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2018.2799521"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2009.2025561"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2011.6160533"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2011.2170684"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/T-WC.2008.071349"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8274985\/08485315.pdf?arnumber=8485315","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T04:29:15Z","timestamp":1720672155000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8485315\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"references-count":34,"URL":"https:\/\/doi.org\/10.1109\/access.2018.2871054","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2018]]}}}