{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T21:19:24Z","timestamp":1725484764745},"publisher-location":"Berlin, Heidelberg","reference-count":16,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540424642"},{"type":"electronic","value":"9783540446521"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2001]]},"DOI":"10.1007\/3-540-44652-4_7","type":"book-chapter","created":{"date-parts":[[2007,6,1]],"date-time":"2007-06-01T00:39:07Z","timestamp":1180658347000},"page":"60-71","source":"Crossref","is-referenced-by-count":0,"title":["Value Iteration over Belief Subspace"],"prefix":"10.1007","author":[{"given":"Weihong","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2001,8,30]]},"reference":[{"key":"7_CR1","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1016\/0022-247X(65)90154-X","volume":"10","author":"K. J. Astrom","year":"1965","unstructured":"Astrom, K. J.(1965). Optimal control of Markov decision processes with incomplete state estimation. Journal of Mathematical Analysis and Applications, 10, 403\u2013406.","journal-title":"Journal of Mathematical Analysis and Applications"},{"key":"7_CR2","volume-title":"Data Networks","author":"D. P. Bertsekas","year":"1995","unstructured":"Bertsekas, D. P. and Gallagher, R. G.(1995). Data Networks Prentice Hall., Englewood Cliffs, N.J.."},{"key":"7_CR3","unstructured":"Boutilier, C, Dearden, R. and Goldszmidt, M. (1995). Exploiting structures in policy construction. In Proceedings of IJCAI-95, 1104\u20131111."},{"key":"7_CR4","unstructured":"Boutilier, C. and Poole, D.(1996). Computing optimal policies for partially observable decision processes using compact representations. In Proceedings of AAAI-96, 1168\u20131175."},{"key":"7_CR5","unstructured":"Cassandra, A. R.(1998). Exact and approximate algorithms for partially observable Markov decision processes. PhD Thesis, Department of Computer Science, Brown University."},{"key":"7_CR6","unstructured":"Cassandra, A. R., Littman, M. L. and Zhang, N. L.(1997). Incremental pruning: A simple, fast, exact method for partially observable Markov decision processes. Proceedings of Thirteenth Conference on Uncertainty in Artificial Intelligence, 54\u201361."},{"key":"7_CR7","unstructured":"Choi, S.P.M., Yeung, D. Y. and Zhang, N.L. An environment model for non stationary reinforcement learning. Advances in Neural Information Processing Systems 12(NIPS-99), 987\u2013993."},{"issue":"1\u20132","key":"7_CR8","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/0004-3702(94)00086-G","volume":"76","author":"T. L. Dean","year":"1995","unstructured":"Dean, T. L., Kaelbling, L. P., Kirman, J. and Nicholson, A., (1995). Planning under time constraints in stochastic domains. Artificial Intelligence, Vol. 76(1\u20132), 35\u201374.","journal-title":"Artificial Intelligence"},{"key":"7_CR9","unstructured":"Hansen, E. A. (1998). Finite-memory controls of partially obsenable systems. PhD thesis, Depart of Computer Science, University of Massachusetts at Amherst."},{"key":"7_CR10","unstructured":"Hauskrecht, M. and Fraser, H.(1998). Planning medical therapy using partially observable Markov decision processes. In Proceedings of the 9-th International Workshop on Principles of Diagnosis, Cape Cod, MA, 182\u2013189, 1998."},{"key":"7_CR11","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1613\/jair.678","volume":"13","author":"M Hauskrecht","year":"2000","unstructured":"Hauskrecht, M.(2000). Value-function approximations for partially observable Markov decision processes. Journal of Artificial Intelligence Research, 13, 33\u201394.","journal-title":"Journal of Artificial Intelligence Research"},{"issue":"3","key":"7_CR12","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1287\/moor.12.3.441","volume":"12","author":"C. H. a. Papadimitriou","year":"1987","unstructured":"Papadimitriou, C. H. andTsitsiklis, J. N.(1987). The complexity of Markov decision processes. Mathematics of Operations Research, Vol. 12, No. 3, 441\u2013450.","journal-title":"Mathematics of Operations Research"},{"key":"7_CR13","doi-asserted-by":"crossref","unstructured":"Puterman, M.L. (1990), Markov decision processes, in Heyman, D. P. and Sobel, M. J. (eds.), Handbooks in OR & MS, Vol. 2, 331\u2013434, Elsevier Science Publishers.","DOI":"10.1016\/S0927-0507(05)80172-0"},{"key":"7_CR14","volume-title":"Ph D thesis","author":"E. J. Sondik","year":"1971","unstructured":"Sondik, E. J. (1971). The optimal control of partially observable decision processes. Ph D thesis, Stanford University, Stanford, California, USA."},{"key":"7_CR15","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1613\/jair.419","volume":"7","author":"N. L. Zhang","year":"1997","unstructured":"Zhang, N. L. and Liu, W. (1997). A model approximation scheme for planning in stochastic domains. Journal of Artificial Intelligence Research, 7, 199\u2013230.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"7_CR16","doi-asserted-by":"crossref","unstructured":"Zhang, N. L. and Zhang, W. (2001). Space-progressive value iteration: an anytime algorithm for a class of POMDPs. To appear in ECSQARU-2001.","DOI":"10.1007\/3-540-44652-4_8"}],"container-title":["Lecture Notes in Computer Science","Symbolic and Quantitative Approaches to Reasoning with Uncertainty"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/3-540-44652-4_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,4,28]],"date-time":"2019-04-28T11:22:47Z","timestamp":1556450567000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/3-540-44652-4_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2001]]},"ISBN":["9783540424642","9783540446521"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/3-540-44652-4_7","relation":{},"ISSN":["0302-9743"],"issn-type":[{"type":"print","value":"0302-9743"}],"subject":[],"published":{"date-parts":[[2001]]}}}