{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T06:51:56Z","timestamp":1657695116960},"publisher-location":"Berlin, Heidelberg","reference-count":22,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783540603436","type":"print"},{"value":"9783540449447","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[1995]]},"DOI":"10.1007\/3-540-60343-3_22","type":"book-chapter","created":{"date-parts":[[2012,2,26]],"date-time":"2012-02-26T18:18:53Z","timestamp":1330280333000},"page":"1-17","source":"Crossref","is-referenced-by-count":4,"title":["Partially observable Markov decision processes for artificial intelligence"],"prefix":"10.1007","author":[{"given":"Leslie Pack","family":"Kaelbling","sequence":"first","affiliation":[]},{"given":"Michael L.","family":"Littman","sequence":"additional","affiliation":[]},{"given":"Anthony R.","family":"Cassandra","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2005,6,1]]},"reference":[{"key":"1_CR1","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1016\/0022-247X(65)90154-X","volume":"10","author":"K. J. Astrom","year":"1965","unstructured":"Astrom, K. J. (1965), Optimal control of Markov decision processes with incomplete state estimation, Journal of Mathematical Analysis and Applications 10, 174\u2013205","journal-title":"Journal of Mathematical Analysis and Applications"},{"key":"1_CR2","unstructured":"Boutilier, C. & Dearden, R. (1994), Using abstractions for decision theoretic planning with time constraints, in Proceedings of the Twelfth National Conference on Artificial Intelligence"},{"key":"1_CR3","unstructured":"Boutilier, C., Dearden, R. & Goldszmidt, M. (1995), Exploiting structure in policy construction, in Proceedings of the International Joint Conference on Artificial Intelligence"},{"key":"1_CR4","volume-title":"Technical Report CS-94-14","author":"A. R. Cassandra","year":"1994","unstructured":"Cassandra, A. R. (1994), Algorithms for partially observable Markov decision processes, Technical Report CS-94-14, Brown University, Providence, Rhode Island"},{"key":"1_CR5","volume-title":"PhD thesis","author":"H.-T. Cheng","year":"1988","unstructured":"Cheng, H.-T. (1988), Algorithms for Partially Observable Markov Decision Processes, PhD thesis, University of British Columbia, British Columbia, Canada"},{"key":"1_CR6","doi-asserted-by":"crossref","unstructured":"Dean, T., Kaelbling, L. P., Kirman, J. & Nicholson, A. (To Appear), Planning under time constraints in stochastic domains, Artificial Intelligence","DOI":"10.1016\/0004-3702(94)00086-G"},{"key":"1_CR7","unstructured":"Drummond, M. & Bresina, J. (1990), Anytime synthetic projection, in Proceedings of the Eighth National Conference on Artificial Intelligence, Morgan Kaufmann, pp. 138\u2013144"},{"key":"1_CR8","volume-title":"Dynamic Programming and Markov Processes","author":"R. A. Howard","year":"1960","unstructured":"Howard, R. A. (1960), Dynamic Programming and Markov Processes, The MIT Press, Cambridge, Massachusetts"},{"key":"1_CR9","first-page":"35","volume":"82","author":"R. E. Kalman","year":"1960","unstructured":"Kalman, R. E. (1960), A new approach to linear filtering and prediction problems, Transactions of the American Society of Mechanical Engineers Journal of Basic Engineering 82, 35\u201345","journal-title":"Transactions of the American Society of Mechanical Engineers Journal of Basic Engineering"},{"key":"1_CR10","unstructured":"Kushmerick, N., Hanks, S. & Weld, D. (1993), An Algorithm for Probabilistic Planning, Technical Report 93-06-03, University of Washington Department of Computer Science and Engineering. To appear in Artificial Intelligence."},{"key":"1_CR11","volume-title":"Technical Report CS-94-40","author":"M. L. Littman","year":"1994","unstructured":"Littman, M. L. (1994), The witness algorithm: Solving partially observable Markov decision processes, Technical Report CS-94-40, Brown University, Providence, Rhode Island"},{"key":"1_CR12","volume-title":"Technical Report CS-95-19","author":"M. L. Littman","year":"1995","unstructured":"Littman, M. L., Cassandra, A. R. & Kaelbling, L. P. (1995 a), An efficient algorithm for dynamic programming in partially observable Markov decision processes, Technical Report CS-95-19, Brown University, Providence, Rhode Island"},{"key":"1_CR13","doi-asserted-by":"crossref","unstructured":"Littman, M. L., Cassandra, A. R. & Kaelbling, L. P. (1995 b), Learning policies for partially observable environments: Scaling up, in Proceedings of the Twelfth International Conference on Machine Learning, Morgan Kaufmann","DOI":"10.1016\/B978-1-55860-377-6.50052-9"},{"issue":"1","key":"1_CR14","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1007\/BF02055574","volume":"28","author":"W. S. Lovejoy","year":"1991","unstructured":"Lovejoy, W. S. (1991), A survey of algorithmic methods for partially observed Markov decision processes, Annals of Operations Research 28(1), 47\u201365","journal-title":"Annals of Operations Research"},{"issue":"1","key":"1_CR15","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1287\/mnsc.28.1.1","volume":"28","author":"G. E. Monahan","year":"1982","unstructured":"Monahan, G. E. (1982), A survey of partially observable Markov decision processes: Theory, models, and algorithms, Management Science 28(1), 1\u201316","journal-title":"Management Science"},{"key":"1_CR16","volume-title":"Formal Theories of the Commonsense World","author":"R. C. Moore","year":"1985","unstructured":"Moore, R. C. (1985), A formal theory of knowledge and action, in J. R. Hobbs & R. C. Moore (eds.) Formal Theories of the Commonsense World, Ablex Publishing Company, Norwood, New Jersey"},{"key":"1_CR17","doi-asserted-by":"crossref","volume-title":"Markov Decision Processes","author":"M. L. Puterman","year":"1994","unstructured":"Puterman, M. L. (1994), Markov Decision Processes, John Wiley & Sons, New York","DOI":"10.1002\/9780470316887"},{"key":"1_CR18","first-page":"284","volume-title":"Model-free reinforcement learning for non-Markovian decision problems","author":"S. P. Singh","year":"1994","unstructured":"Singh, S. P., Jaakkola, T. & Jordan, M. I. (1994), Model-free reinforcement learning for non-Markovian decision problems, in Machine Learning: Proceedings of the Eleventh International Conference, Morgan Kaufmann, San Francisco, California, pp. 284\u2013292"},{"key":"1_CR19","doi-asserted-by":"crossref","first-page":"1071","DOI":"10.1287\/opre.21.5.1071","volume":"21","author":"R. D. Smallwood","year":"1973","unstructured":"Smallwood, R. D. & Sondik, E. J. (1973), The optimal control of partially observable Markov processes over a finite horizon, Operations Research 21, 1071\u20131088","journal-title":"Operations Research"},{"issue":"2","key":"1_CR20","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1287\/opre.26.2.282","volume":"26","author":"E. J. Sondik","year":"1978","unstructured":"Sondik, E. J. (1978), The optimal control of partially observable Markov processes over the infinite horizon: Discounted costs, Operations Research 26(2), 282\u2013304","journal-title":"Operations Research"},{"issue":"5","key":"1_CR21","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1016\/0167-6377(90)90022-W","volume":"9","author":"P. Tseng","year":"1990","unstructured":"Tseng, P. (1990), Solving H-horizon, stationary Markov decision problems in time proportional to log(H), Operations Research Letters 9(5), 287\u2013297","journal-title":"Operations Research Letters"},{"key":"1_CR22","doi-asserted-by":"crossref","unstructured":"White, III, C. C. (1991), Partially observed Markov decision processes: A survey, Annals of Operations Research","DOI":"10.1007\/BF02204836"}],"container-title":["KI-95: Advances in Artificial Intelligence","Lecture Notes in Computer Science"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/3-540-60343-3_22.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,28]],"date-time":"2021-04-28T01:37:16Z","timestamp":1619573836000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/3-540-60343-3_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1995]]},"ISBN":["9783540603436","9783540449447"],"references-count":22,"URL":"http:\/\/dx.doi.org\/10.1007\/3-540-60343-3_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"published":{"date-parts":[[1995]]}}}