{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T21:01:18Z","timestamp":1774990878526,"version":"3.50.1"},"reference-count":23,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,9]]},"DOI":"10.1109\/allerton.2019.8919743","type":"proceedings-article","created":{"date-parts":[[2019,12,6]],"date-time":"2019-12-06T04:23:39Z","timestamp":1575606219000},"page":"1001-1006","source":"Crossref","is-referenced-by-count":3,"title":["A learning algorithm for the Whittle index policy for scheduling web crawlers"],"prefix":"10.1109","author":[{"given":"Konstantin","family":"Avrachenkov","sequence":"first","affiliation":[{"name":"INRIA Sophia Antipolis,Route des Lucioles, B.P.93,Sophia Antipolis,France,06902"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vivek S.","family":"Borkar","sequence":"additional","affiliation":[{"name":"Indian Institute of Technology Bombay,Department of Electrical Engineering,Powai,Mumbai,India,400076"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/9.905687"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737552"},{"key":"ref12","article-title":"Refining recency search results with user click feedback","author":"moon","year":"2011","journal-title":"ArXiv preprint arXiv 1103 3735"},{"key":"ref13","article-title":"Sensor scheduling for hunting elusive hiding targets via Whittle’s restless bandit index policy","author":"nino-mora","year":"2011","journal-title":"5th International Conference on Network Games Control and Optimization (NetGCooP)"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-08219-6_4"},{"key":"ref15","first-page":"4220","article-title":"Multi-UAV dynamic routing with partial observations using restless bandit allocation indices","author":"ny","year":"2008","journal-title":"American Control Conference in Seattle"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3306309.3306321"},{"key":"ref17","article-title":"Index policies for real-time multicast scheduling for wireless bradcast systems","author":"raghunathan","year":"2008","journal-title":"Proceedings of the IEEE Conference on Computer Communications (INFOCOM)"},{"key":"ref18","author":"ruiz-hernandez","year":"2008","journal-title":"Indexable Restless Bandits"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2019.2892983"},{"key":"ref4","volume":"ii","author":"bertsekas","year":"2012","journal-title":"Dynamic Programming and Optimal Control"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1801519115"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1718487.1718518"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/INDIANCC.2018.8307959"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2015.7218498"},{"key":"ref7","author":"jacko","year":"2010","journal-title":"Dynamic Priority Allocation in Restless Bandit Models"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2016.2619066"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2008.925856"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2010.2068950"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2505641"},{"key":"ref22","first-page":"287","article-title":"Restless bandits: activity allocation in a changing world","author":"whittle","year":"1988","journal-title":"Journal of Applied Probability Vol 25 A Celebration of Applied Probability"},{"key":"ref21","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2009.2022097"}],"event":{"name":"2019 57th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","location":"Monticello, IL, USA","start":{"date-parts":[[2019,9,24]]},"end":{"date-parts":[[2019,9,27]]}},"container-title":["2019 57th Annual Allerton Conference on Communication, Control, and Computing (Allerton)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8911248\/8919648\/08919743.pdf?arnumber=8919743","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T19:52:08Z","timestamp":1774986728000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8919743\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,9]]},"references-count":23,"URL":"https:\/\/doi.org\/10.1109\/allerton.2019.8919743","relation":{},"subject":[],"published":{"date-parts":[[2019,9]]}}}