{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T09:28:13Z","timestamp":1780392493869,"version":"3.54.1"},"reference-count":18,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,11]]},"DOI":"10.1109\/anzcc47194.2019.8945748","type":"proceedings-article","created":{"date-parts":[[2020,1,3]],"date-time":"2020-01-03T01:32:37Z","timestamp":1578015157000},"page":"249-254","source":"Crossref","is-referenced-by-count":25,"title":["Towards Q-learning the Whittle Index for Restless Bandits"],"prefix":"10.1109","author":[{"given":"Jing","family":"Fu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yoni","family":"Nazarathy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sarat","family":"Moka","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter G.","family":"Taylor","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref10","volume":"5","author":"bertsekas","year":"1996","journal-title":"Neuro-Dynamic Programming"},{"key":"ref11","volume":"48","author":"borkar","year":"2009","journal-title":"Stochastic Approximation A Dynamical Systems Viewpoint"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2009.2022097"},{"key":"ref13","first-page":"1563","article-title":"Near-optimal regret bounds for reinforcement learning","volume":"11","author":"jaksch","year":"2010","journal-title":"Journal of Machine Learning Research"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/INDIANCC.2018.8307959"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1214\/15-AAP1137"},{"key":"ref16","article-title":"Restless bandits in action: Resource allocation, competition and reservation","author":"fu","year":"2018","journal-title":"arXiv 1804 02100"},{"key":"ref17","author":"ross","year":"1992","journal-title":"Applied Probability Models with Optimization Applications"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177704593"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.2307\/3214547"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1287\/moor.24.2.293"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2611864"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s11750-007-0025-0"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2013.1214"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2010.2068950"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.2307\/3214163"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1979.tb01068.x"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.sorms.2015.03.001"}],"event":{"name":"2019 Australian & New Zealand Control Conference (ANZCC)","location":"Auckland, New Zealand","start":{"date-parts":[[2019,11,27]]},"end":{"date-parts":[[2019,11,29]]}},"container-title":["2019 Australian & New Zealand Control Conference (ANZCC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8943074\/8945514\/08945748.pdf?arnumber=8945748","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,15]],"date-time":"2022-07-15T03:16:45Z","timestamp":1657855005000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8945748\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11]]},"references-count":18,"URL":"https:\/\/doi.org\/10.1109\/anzcc47194.2019.8945748","relation":{},"subject":[],"published":{"date-parts":[[2019,11]]}}}