{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:31:27Z","timestamp":1782315087882,"version":"3.54.5"},"reference-count":36,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N00014-20-1-2119"],"award-info":[{"award-number":["N00014-20-1-2119"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-2148128"],"award-info":[{"award-number":["CNS-2148128"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-2148183"],"award-info":[{"award-number":["CNS-2148183"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Networking"],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1109\/tnet.2022.3227136","type":"journal-article","created":{"date-parts":[[2022,12,8]],"date-time":"2022-12-08T18:35:15Z","timestamp":1670524515000},"page":"1997-2012","source":"Crossref","is-referenced-by-count":8,"title":["Optimal Routing to Parallel Servers With Unknown Utilities\u2014Multi-Armed Bandit With Queues"],"prefix":"10.1109","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4425-3881","authenticated-orcid":false,"given":"Xinzhe","family":"Fu","sequence":"first","affiliation":[{"name":"Laboratory for Information and Decision Systems, MIT, Cambridge, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8238-8130","authenticated-orcid":false,"given":"Eytan","family":"Modiano","sequence":"additional","affiliation":[{"name":"Laboratory for Information and Decision Systems, MIT, Cambridge, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/1811099.1811071"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1012888.1005729"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.1985.1104054"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.peva.2007.06.012"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1017\/jpr.2017.49"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/9.57017"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1287\/moor.2017.0887"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/71.963420"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2020.3026015"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2611864"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3466772.3467031"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.peva.2021.102229"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2839563"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1137\/110850827"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1017\/S0269964805050096"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2492101.1555368"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/762483.762486"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TCOM.1987.1096719"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/0196-8858(85)90002-8"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1561\/2200000024"},{"key":"ref21","first-page":"359","article-title":"The KL-UCB algorithm for bounded stochastic bandits and beyond","volume-title":"Proc. Conf. Learn. Theory","author":"Garivier"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2009.01.016"},{"key":"ref23","first-page":"151","article-title":"Combinatorial multi-armed bandit: General framework and applications","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Chen"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/DYSPAN.2010.5457857"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330862"},{"key":"ref26","first-page":"1152","article-title":"Optimal regret analysis of Thompson sampling in stochastic multi-armed bandit problem with multiple plays","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Komiyama"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3164539"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2013.6760730"},{"key":"ref29","first-page":"4388","article-title":"Budget-constrained bandit over general cost and reward distributions","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Cayci"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2020.1995"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3466772.3467047"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2021.3054854"},{"key":"ref33","first-page":"4171","article-title":"Logarithmic regret for reinforcement learning with linear function approximation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"He"},{"key":"ref34","first-page":"620","article-title":"Constrained upper confidence reinforcement learning","volume-title":"Proc. 2nd Conf. Learn. Dyn. Control","author":"Zheng"},{"key":"ref35","first-page":"1","article-title":"Near-optimal reinforcement learning in factored MDPs","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Osband"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.2307\/1426671"}],"container-title":["IEEE\/ACM Transactions on Networking"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/90\/10286433\/9976337-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/90\/10286433\/09976337.pdf?arnumber=9976337","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T04:50:47Z","timestamp":1706763047000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9976337\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10]]},"references-count":36,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tnet.2022.3227136","relation":{},"ISSN":["1063-6692","1558-2566"],"issn-type":[{"value":"1063-6692","type":"print"},{"value":"1558-2566","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10]]}}}