{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T05:39:47Z","timestamp":1777354787073,"version":"3.51.4"},"publisher-location":"Berlin, Heidelberg","reference-count":32,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642029295","type":"print"},{"value":"9783642029301","type":"electronic"}],"license":[{"start":{"date-parts":[[2009,1,1]],"date-time":"2009-01-01T00:00:00Z","timestamp":1230768000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2009]]},"DOI":"10.1007\/978-3-642-02930-1_41","type":"book-chapter","created":{"date-parts":[[2009,7,2]],"date-time":"2009-07-02T15:05:04Z","timestamp":1246547104000},"page":"496-507","source":"Crossref","is-referenced-by-count":31,"title":["Multi-armed Bandits with Metric Switching Costs"],"prefix":"10.1007","author":[{"given":"Sudipto","family":"Guha","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kamesh","family":"Munagala","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"41_CR1","doi-asserted-by":"publisher","first-page":"899","DOI":"10.1109\/9.7243","volume":"33","author":"R. Agrawal","year":"1988","unstructured":"Agrawal, R., Hegde, M.V., Teneketzis, D.: Asymptotically efficient adaptive allocation rules for the multiarmed bandit problem with switching costs. IEEE Transactions on Optimal Control\u00a033, 899\u2013906 (1988)","journal-title":"IEEE Transactions on Optimal Control"},{"issue":"3","key":"41_CR2","doi-asserted-by":"publisher","first-page":"328","DOI":"10.1109\/9.486316","volume":"41","author":"M. Asawa","year":"1996","unstructured":"Asawa, M., Teneketzis, D.: Multi-armed bandits with switching penalties. IEEE Transactions on Automatic Control\u00a041(3), 328\u2013348 (1996)","journal-title":"IEEE Transactions on Automatic Control"},{"issue":"5","key":"41_CR3","doi-asserted-by":"publisher","first-page":"1071","DOI":"10.2307\/2951539","volume":"60","author":"J.S. Banks","year":"1992","unstructured":"Banks, J.S., Sundaram, R.K.: Denumerable-armed bandits. Econometrica\u00a060(5), 1071\u20131096 (1992)","journal-title":"Econometrica"},{"issue":"3","key":"41_CR4","doi-asserted-by":"publisher","first-page":"687","DOI":"10.2307\/2951664","volume":"62","author":"J.S. Banks","year":"1994","unstructured":"Banks, J.S., Sundaram, R.K.: Switching costs and the gittins index. Econometrica\u00a062(3), 687\u2013694 (1994)","journal-title":"Econometrica"},{"key":"41_CR5","doi-asserted-by":"crossref","unstructured":"Bansal, N., Blum, A., Chawla, S., Meyerson, A.: Approximation algorithms for deadline-tsp and vehicle routing with time-windows. In: STOC, pp. 166\u2013174 (2004)","DOI":"10.1145\/1007352.1007385"},{"key":"41_CR6","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-015-3711-7","volume-title":"Bandit problems; Sequential Allocation of Experiments","author":"D.A. Berry","year":"1985","unstructured":"Berry, D.A., Fristed, B.: Bandit problems; Sequential Allocation of Experiments. Chapman & Hall, New York (1985)"},{"key":"41_CR7","doi-asserted-by":"crossref","unstructured":"Bertsekas, D.: Dynamic Programming and Optimal Control, 2nd edn. Athena Scientific (2001)","DOI":"10.1007\/0-306-48332-7_333"},{"issue":"2","key":"41_CR8","doi-asserted-by":"publisher","first-page":"653","DOI":"10.1137\/050645464","volume":"37","author":"A. Blum","year":"2007","unstructured":"Blum, A., Chawla, S., Karger, D.R., Lane, T., Meyerson, A., Minkoff, M.: Approximation algorithms for orienteering and discounted-reward TSP. SIAM J. Comput.\u00a037(2), 653\u2013670 (2007)","journal-title":"SIAM J. Comput."},{"issue":"1","key":"41_CR9","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/S0165-1889(01)00028-8","volume":"27","author":"M. Brezzi","year":"2002","unstructured":"Brezzi, M., Lai, T.-L.: Optimal learning and experimentation in bandit problems. Journal of Economic Dynamics and Control\u00a027(1), 87\u2013108 (2002)","journal-title":"Journal of Economic Dynamics and Control"},{"issue":"3","key":"41_CR10","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1145\/258128.258179","volume":"44","author":"N. Cesa-Bianchi","year":"1997","unstructured":"Cesa-Bianchi, N., Freund, Y., Haussler, D., Helmbold, D.P., Schapire, R.E., Warmuth, M.K.: How to use expert advice. J. ACM\u00a044(3), 427\u2013485 (1997)","journal-title":"J. ACM"},{"key":"41_CR11","unstructured":"Chekuri, C., Korula, N., P\u00e1l, M.: Improved algorithms for orienteering and related problems. In: SODA, pp. 661\u2013670 (2008)"},{"key":"41_CR12","doi-asserted-by":"crossref","unstructured":"Chu, D., Deshpande, A., Hellerstein, J., Hong, W.: Approximate data collection in sensor networks using probabilistic models. In: ICDE (2006)","DOI":"10.1109\/ICDE.2006.21"},{"key":"41_CR13","doi-asserted-by":"crossref","unstructured":"Deshpande, A., Guestrin, C., Madden, S., Hellerstein, J.M., Hong, W.: Model-driven data acquisition in sensor networks. In: VLDB (2004)","DOI":"10.1016\/B978-012088469-8.50053-X"},{"key":"41_CR14","unstructured":"Flaxman, A., Kalai, A., McMahan, H.B.: Online convex optimization in the bandit setting: Gradient descent without a gradient. In: Annual ACM-SIAM Symp. on Discrete Algorithms (2005)"},{"key":"41_CR15","doi-asserted-by":"crossref","unstructured":"Flikkema, P.G., Agarwal, P.K., Clark, J.S., Ellis, C.S., Gelfand, A., Munagala, K., Yang, J.: Model-driven dynamic control of embedded wireless sensor networks. In: Proc. 6th Intl. Conf. on Computational Science (3), pp. 409\u2013416 (2006)","DOI":"10.1007\/11758532_55"},{"key":"41_CR16","unstructured":"Gittins, J.C., Jones, D.M.: A dynamic allocation index for the sequential design of experiments. In: Progress in statistics (European Meeting of Statisticians) (1972)"},{"key":"41_CR17","volume-title":"Multi-Armed Bandit Allocation Indices","author":"J.C. Gittins","year":"1989","unstructured":"Gittins, J.C.: Multi-Armed Bandit Allocation Indices. Wiley, New York (1989)"},{"key":"41_CR18","doi-asserted-by":"crossref","unstructured":"Goel, A., Guha, S., Munagala, K.: Asking the right questions: Model-driven optimization using probes. In: Proc. of the 2006 ACM Symp. on Principles of Database Systems (2006)","DOI":"10.1145\/1142351.1142380"},{"key":"41_CR19","doi-asserted-by":"crossref","unstructured":"Goel, A., Khanna, S., Null, B.: The ratio index for budgeted learning, with applications. In: Proc. ACM-SIAM Symp. on Discrete Algorithms, SODA (2009)","DOI":"10.1137\/1.9781611973068.3"},{"key":"41_CR20","unstructured":"Guha, S., Munagala, K.: Sequential design of experiments via linear programming. CoRR, arxiv:0805.0766 (2008); preliminary version in STOC 2007"},{"key":"41_CR21","doi-asserted-by":"crossref","unstructured":"Guha, S., Munagala, K.: Multi-armed bandits with metric switching costs (2009), http:\/\/www.cs.duke.edu\/~kamesh\/metric.pdf","DOI":"10.1007\/978-3-642-02930-1_41"},{"key":"41_CR22","doi-asserted-by":"crossref","unstructured":"Guha, S., Munagala, K., Shi, P.: Approximation algorithms for restless bandit problems. CoRR, abs\/0711.3861 (2007); preliminary version in SODA 2009","DOI":"10.1137\/1.9781611973068.4"},{"key":"41_CR23","doi-asserted-by":"publisher","first-page":"972","DOI":"10.1086\/260808","volume":"87","author":"B. Jovanovich","year":"1979","unstructured":"Jovanovich, B.: Job-search and the theory of turnover. J. Political Economy\u00a087, 972\u2013990 (1979)","journal-title":"J. Political Economy"},{"key":"41_CR24","doi-asserted-by":"crossref","unstructured":"Kalai, A., Vempala, S.: Efficient algorithms for online decision problems. In: Proc. of 16th Conf. on Computational Learning Theory (2003)","DOI":"10.1007\/978-3-540-45167-9_4"},{"key":"41_CR25","doi-asserted-by":"crossref","unstructured":"Kleinberg, R., Slivkins, A., Upfal, E.: Multi-armed bandit problems in metric spaces. In: Proc. 40th ACM Symposium on Theory of Computing (2008)","DOI":"10.1145\/1374376.1374475"},{"key":"41_CR26","unstructured":"Madani, O., Lizotte, D.J., Greiner, R.: Active model selection. In: UAI 2004: Proc. 20th Conf. on Uncertainty in Artificial Intelligence, pp. 357\u2013365 (2004)"},{"key":"41_CR27","first-page":"849","volume-title":"Handbook of Labor Economics","author":"D. Mortensen","year":"1985","unstructured":"Mortensen, D.: Job-search and labor market analysis. In: Ashenfelter, O., Layard, R. (eds.) Handbook of Labor Economics, vol.\u00a02, pp. 849\u2013919. North Holland, Amsterdam (1985)"},{"key":"41_CR28","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1090\/S0002-9904-1952-09620-8","volume":"55","author":"H. Robbins","year":"1952","unstructured":"Robbins, H.: Some aspects of the sequential design of experiments. Bulletin American Mathematical Society\u00a055, 527\u2013535 (1952)","journal-title":"Bulletin American Mathematical Society"},{"key":"41_CR29","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1016\/0022-0531(74)90066-0","volume":"9","author":"M. Rothschild","year":"1974","unstructured":"Rothschild, M.: A two-armed bandit theory of market pricing. J. Economic Theory\u00a09, 185\u2013202 (1974)","journal-title":"J. Economic Theory"},{"key":"41_CR30","unstructured":"Schneider, J., Moore, A.: Active learning in discrete input spaces. In: 34th Interface Symp. (2002)"},{"key":"41_CR31","doi-asserted-by":"crossref","unstructured":"Silberstein, A., Munagala, K., Yang, J.: Energy-efficient extreme value estimation in sensor networks. In: SIGMOD (2006)","DOI":"10.1145\/1142473.1142493"},{"key":"41_CR32","volume-title":"Sequential Methods in Statistics (Monographs on Statistics and Applied Probability)","author":"G.B. Wetherill","year":"1986","unstructured":"Wetherill, G.B., Glazebrook, K.D.: Sequential Methods in Statistics (Monographs on Statistics and Applied Probability). Chapman & Hall, London (1986)"}],"container-title":["Lecture Notes in Computer Science","Automata, Languages and Programming"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-02930-1_41","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,25]],"date-time":"2023-05-25T21:38:18Z","timestamp":1685050698000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-02930-1_41"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009]]},"ISBN":["9783642029295","9783642029301"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-02930-1_41","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009]]}}}