{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,16]],"date-time":"2025-06-16T21:06:48Z","timestamp":1750108008186},"publisher-location":"Berlin, Heidelberg","reference-count":22,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540613763"},{"type":"electronic","value":"9783540685067"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[1996]]},"DOI":"10.1007\/bfb0013957","type":"book-chapter","created":{"date-parts":[[2005,11,13]],"date-time":"2005-11-13T07:03:55Z","timestamp":1131865435000},"page":"146-163","source":"Crossref","is-referenced-by-count":5,"title":["Partially observable markov decision processes for artificial intelligence"],"prefix":"10.1007","author":[{"given":"Leslie Pack","family":"Kaelbling","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael L.","family":"Littman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anthony R.","family":"Cassandra","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2005,6,9]]},"reference":[{"key":"6_CR1","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/0022-247X(65)90154-X","volume":"10","author":"K. J. Astrom","year":"1965","unstructured":"Astrom, K. J. (1965), Optimal control of Markov decision processes with incomplete state estimation, Journal of Mathematical Analysis and Applications 10, 174\u2013205","journal-title":"Journal of Mathematical Analysis and Applications"},{"key":"6_CR2","unstructured":"Boutilier, C. & Dearden, R. (1994), Using abstractions for decision theoretic planning with time constraints, in Proceedings of the Twelfth National Conference on Artificial Intelligence"},{"key":"6_CR3","unstructured":"Boutilier, C., Dearden, R. & Goldszmidt, M. (1995), Exploiting structure in policy construction, in Proceedings of the International Joint Conference on Artificial Intelligence"},{"key":"6_CR4","volume-title":"Technical Report CS-94-14","author":"A. R. Cassandra","year":"1994","unstructured":"Cassandra, A. R. (1994), Algorithms for partially observable Markov decision processes, Technical Report CS-94-14, Brown University, Providence, Rhode Island"},{"key":"6_CR5","volume-title":"PhD thesis","author":"H.-T. Cheng","year":"1988","unstructured":"Cheng, H.-T. (1988), Algorithms for Partially Observable Markov Decision Processes, PhD thesis, University of British Columbia, British Columbia, Canada"},{"key":"6_CR6","doi-asserted-by":"crossref","unstructured":"Dean, T., Kaelbling, L. P., Kirman, J. & Nicholson, A. (To Appear), Planning under time constraints in stochastic domains, Artificial Intelligence","DOI":"10.1016\/0004-3702(94)00086-G"},{"key":"6_CR7","unstructured":"Drummond, M. & Bresina, J. (1990), Anytime synthetic projection, in Proceedings of the Eighth National Conference on Artificial Intelligence, Morgan Kaufmann, pp. 138\u2013144"},{"key":"6_CR8","volume-title":"Dynamic Programming and Markov Processes","author":"R. A. Howard","year":"1960","unstructured":"Howard, R. A. (1960), Dynamic Programming and Markov Processes, The MIT Press, Cambridge, Massachusetts"},{"key":"6_CR9","first-page":"35","volume":"82","author":"R. E. Kalman","year":"1960","unstructured":"Kalman, R. E. (1960), A new approach to linear filtering and prediction problems, Transactions of the American Society of Mechanical Engineers Journal of Basic Engineering 82, 35\u201345","journal-title":"Transactions of the American Society of Mechanical Engineers Journal of Basic Engineering"},{"key":"6_CR10","unstructured":"Kushmerick, N., Hanks, S. & Weld, D. (1993), An Algorithm for Probabilistic Planning, Technical Report 93-06-03, University of Washington Department of Computer Science and Engineering. To appear in Artificial Intelligence."},{"key":"6_CR11","volume-title":"Technical Report CS-94-40","author":"M. L. Littman","year":"1994","unstructured":"Littman, M. L. (1994), The witness algorithm: Solving partially observable Markov decision processes, Technical Report CS-94-40, Brown University, Providence, Rhode Island"},{"key":"6_CR12","volume-title":"Technical Report CS-95-19","author":"M. L. Littman","year":"1995","unstructured":"Littman, M. L., Cassandra, A. R. & Kaelbling, L. P. (1995 a), An efficient algorithm for dynamic programming in partially observable Markov decision processes, Technical Report CS-95-19, Brown University, Providence, Rhode Island"},{"key":"6_CR13","doi-asserted-by":"crossref","unstructured":"Littman, M. L., Cassandra, A. R. & Kaelbling, L. P. (1995 b), Learning policies for partially observable environments: Scaling up, in Proceedings of the Twelfth International Conference on Machine Learning, Morgan Kaufmann","DOI":"10.1016\/B978-1-55860-377-6.50052-9"},{"issue":"1","key":"6_CR14","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/BF02055574","volume":"28","author":"W. S. Lovejoy","year":"1991","unstructured":"Lovejoy, W. S. (1991), A survey of algorithmic methods for partially observed Markov decision processes, Annals of Operations Research 28(1), 47\u201365","journal-title":"Annals of Operations Research"},{"issue":"1","key":"6_CR15","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1287\/mnsc.28.1.1","volume":"28","author":"G. E. Monahan","year":"1982","unstructured":"Monahan, G. E. (1982), A survey of partially observable Markov decision processes: Theory, models, and algorithms, Management Science 28(1), 1\u201316","journal-title":"Management Science"},{"key":"6_CR16","volume-title":"Formal Theories of the Commonsense World","author":"R. C. Moore","year":"1985","unstructured":"Moore, R. C. (1985), A formal theory of knowledge and action, in J. R. Hobbs & R. C. Moore (eds.) Formal Theories of the Commonsense World, Ablex Publishing Company, Norwood, New Jersey"},{"key":"6_CR17","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes","author":"M. L. Puterman","year":"1994","unstructured":"Puterman, M. L. (1994), Markov Decision Processes, John Wiley & Sons, New York"},{"key":"6_CR18","first-page":"284","volume-title":"Model-free reinforcement learning for non-Markovian decision problems","author":"S. P. Singh","year":"1994","unstructured":"Singh, S. P., Jaakkola, T. & Jordan, M.I. (1994), Model-free reinforcement learning for non-Markovian decision problems, in Machine Learning: Proceedings of the Eleventh International Conference, Morgan Kaufmann, San Francisco, California, pp. 284\u2013292"},{"key":"6_CR19","doi-asserted-by":"crossref","first-page":"1071","DOI":"10.1287\/opre.21.5.1071","volume":"21","author":"R. D. Smallwood","year":"1973","unstructured":"Smallwood, R. D. & Sondik, E. J. (1973), The optimal control of partially observable Markov processes over a finite horizon, Operations Research 21, 1071\u20131088","journal-title":"Operations Research"},{"issue":"2","key":"6_CR20","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1287\/opre.26.2.282","volume":"26","author":"E. J. Sondik","year":"1978","unstructured":"Sondik, E. J. (1978), The optimal control of partially observable Markov processes over the infinite horizon: Discounted costs, Operations Research 26(2), 282\u2013304","journal-title":"Operations Research"},{"issue":"5","key":"6_CR21","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1016\/0167-6377(90)90022-W","volume":"9","author":"P. Tseng","year":"1990","unstructured":"Tseng, P. (1990), Solving H-horizon, stationary Markov decision problems in time proportional to log (H), Operations Research Letters 9(5), 287\u2013297","journal-title":"Operations Research Letters"},{"key":"6_CR22","doi-asserted-by":"crossref","unstructured":"White, III, C. C. (1991), Partially observed Markov decision processes: A survey, Annals of Operations Research","DOI":"10.1007\/BF02204836"}],"container-title":["Lecture Notes in Computer Science","Reasoning with Uncertainty in Robotics"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BFb0013957","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,2,4]],"date-time":"2019-02-04T14:41:35Z","timestamp":1549291295000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BFb0013957"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1996]]},"ISBN":["9783540613763","9783540685067"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/bfb0013957","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[1996]]}}}