{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T07:31:54Z","timestamp":1725521514385},"publisher-location":"Berlin, Heidelberg","reference-count":14,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540897217"},{"type":"electronic","value":"9783540897224"}],"license":[{"start":{"date-parts":[[2008,1,1]],"date-time":"2008-01-01T00:00:00Z","timestamp":1199145600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2008]]},"DOI":"10.1007\/978-3-540-89722-4_6","type":"book-chapter","created":{"date-parts":[[2008,11,26]],"date-time":"2008-11-26T13:57:14Z","timestamp":1227707834000},"page":"69-81","source":"Crossref","is-referenced-by-count":4,"title":["A Near Optimal Policy for Channel Allocation in Cognitive Radio"],"prefix":"10.1007","author":[{"given":"Sarah","family":"Filippi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Olivier","family":"Capp\u00e9","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabrice","family":"Cl\u00e9rot","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eric","family":"Moulines","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"6_CR1","unstructured":"Cassandra, A., Littman, M., Zhang, N., et al.: Incremental pruning: A simple, fast, exact method for partially observable Markov decision processes. In: Proceedings of Thirteenth Conference on Uncertainty in Artificial Intelligence, pp. 54\u201361 (1997)"},{"key":"6_CR2","unstructured":"Meuleau, N., Kim, K., Kaelbling, L., Cassandra, A.: Solving POMDPs by searching the space of finite policies. In: Proceedings of the Fifteenth Conference on Uncertainty in Artificial Intelligence, pp. 417\u2013426 (1999)"},{"key":"6_CR3","unstructured":"Aberdeen, D.: Policy-Gradient Algorithms for Partially Observable Markov Decision Processes. Ph.D thesis, Australian National University (2003)"},{"key":"6_CR4","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1613\/jair.2078","volume":"27","author":"J. Pineau","year":"2006","unstructured":"Pineau, J., Gordon, G., Thrun, S.: Anytime point-based approximations for large POMDPs. Journal of Artificial Intelligence Research\u00a027, 335\u2013380 (2006)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"6_CR5","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/0022-247X(65)90154-X","volume":"10","author":"K. Astrom","year":"1965","unstructured":"Astrom, K.: Optimal control of Markov decision processes with incomplete state estimation. Journal of Mathematical Analysis and Applications\u00a010, 174\u2013205 (1965)","journal-title":"Journal of Mathematical Analysis and Applications"},{"issue":"2","key":"6_CR6","doi-asserted-by":"publisher","first-page":"282","DOI":"10.1287\/opre.26.2.282","volume":"26","author":"E. Sondik","year":"1978","unstructured":"Sondik, E.: The Optimal Control of Partially Observable Markov Processes Over the Infinite Horizon: Discounted Costs. Operations Research\u00a026(2), 282\u2013304 (1978)","journal-title":"Operations Research"},{"issue":"1","key":"6_CR7","first-page":"99","volume":"101","author":"L. Kaelbling","year":"1996","unstructured":"Kaelbling, L., Littman, M., Cassandra, A.: Planning and acting in partially observable stochastic domains. Artificial Intelligence\u00a0101(1), 99\u2013134 (1996)","journal-title":"Artificial Intelligence"},{"key":"6_CR8","unstructured":"Zhao, Q., Tong, L., Swami, A.: Decentralized cognitive MAC for dynamic spectrum access. In: Proc. First IEEE International Symposium on New Frontiers in Dynamic Spectrum Access Networks, pp. 224\u2013232 (2007)"},{"key":"6_CR9","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1017\/S0021900200040420","volume":"25","author":"P. Whittle","year":"1988","unstructured":"Whittle, P.: Restless Bandits: Activity Allocation in a Changing World. Journal of Applied Probability\u00a025, 287\u2013298 (1988)","journal-title":"Journal of Applied Probability"},{"key":"6_CR10","doi-asserted-by":"crossref","unstructured":"Papadimitriou, C., Tsitsiklis, J.: The complexity of optimal queueing network control. In: Proceedings of the Ninth Annual Structure in Complexity Theory Conference, pp. 318\u2013322 (1994)","DOI":"10.1109\/SCT.1994.315792"},{"key":"6_CR11","doi-asserted-by":"crossref","unstructured":"Le Ny, J., Dahleh, M., Feron, E.: Multi-UAV Dynamic Routing with Partial Observations using Restless Bandits Allocation Indices. LIDS, Massachusetts Institute of Technology, Tech. Rep. (2007)","DOI":"10.1109\/ACC.2008.4587156"},{"key":"6_CR12","doi-asserted-by":"crossref","unstructured":"Guha, S., Munagala, K.: Approximation Algorithms for Partial-Information Based Stochastic Control with Markovian Rewards. In: 48th Annual IEEE Symposium on Foundations of Computer Science, 2007. FOCS 2007, pp. 483\u2013493 (2007)","DOI":"10.1109\/FOCS.2007.23"},{"key":"6_CR13","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"M. Puterman","year":"1994","unstructured":"Puterman, M.: Markov Decision Processes: Discrete Stochastic Dynamic Programming. John Wiley & Sons, Inc., New York (1994)"},{"key":"6_CR14","unstructured":"Bonet, B.: An e-optimal grid-based algorithm for partially observable Markov decision processes. In: 19th International Conference on Machine Learning, Sydney, Australia (June 2002)"}],"container-title":["Lecture Notes in Computer Science","Recent Advances in Reinforcement Learning"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-89722-4_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,15]],"date-time":"2019-05-15T18:59:21Z","timestamp":1557946761000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-89722-4_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008]]},"ISBN":["9783540897217","9783540897224"],"references-count":14,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-89722-4_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2008]]}}}