{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T15:11:02Z","timestamp":1725808262022},"publisher-location":"Cham","reference-count":16,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319125671"},{"type":"electronic","value":"9783319125688"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-662-44654-6_11","type":"book-chapter","created":{"date-parts":[[2014,9,14]],"date-time":"2014-09-14T21:13:21Z","timestamp":1410729201000},"page":"111-120","source":"Crossref","is-referenced-by-count":1,"title":["A Partially-Observable Markov Decision Process for Dealing with Dynamically Changing Environments"],"prefix":"10.1007","author":[{"given":"Sotirios P.","family":"Chatzis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dimitrios","family":"Kosmopoulos","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"11_CR1","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1093\/biomet\/81.3.541","volume":"81","author":"C.K. Carter","year":"1994","unstructured":"Carter, C.K., Kohn, R.: On Gibbs sampling for state space models. Biometrika\u00a081, 541\u2013553 (1994)","journal-title":"Biometrika"},{"unstructured":"Chrisman, L.: Reinforcement learning with perceptual aliasing: The perceptual distinctions approach. In: Proc. AAAI, pp. 183\u2013188 (1992)","key":"11_CR2"},{"unstructured":"Doshi-Velez, F.: The infinite partially observable Markov decision process. In: Proc. NIPS (2009)","key":"11_CR3"},{"key":"11_CR4","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1198\/016214501750332758","volume":"96","author":"H. Ishwaran","year":"2001","unstructured":"Ishwaran, H., James, L.F.: Gibbs sampling methods for stick-breaking priors. Journal of the American Statistical Association\u00a096, 161\u2013173 (2001)","journal-title":"Journal of the American Statistical Association"},{"doi-asserted-by":"crossref","unstructured":"Jaulmes, R., Pineau, J., Precup, D.: Learning in non-stationary Partially Observable Markov Decision Processes. In: ECML Workshop on Reinforcement Learning in Non-Stationary Environments (2005)","key":"11_CR5","DOI":"10.1007\/11564096_59"},{"doi-asserted-by":"crossref","unstructured":"Littman, M.L., Cassandra, A.R., Kaelbling, L.P.: Learning policies for partially observable environments: scaling up. In: Proc. ICML (1995)","key":"11_CR6","DOI":"10.1016\/B978-1-55860-377-6.50052-9"},{"doi-asserted-by":"crossref","unstructured":"Poupart, P., Vlassis, N., Hoey, J., Regan, K.: An analytic solution to discrete Bayesian reinforcement learning. In: Proc. ICML, pp. 697\u2013704 (2006)","key":"11_CR7","DOI":"10.1145\/1143844.1143932"},{"doi-asserted-by":"crossref","unstructured":"Ren, L., Carin, L., Dunson, D.B.: The dynamic hierarchical Dirichlet process. In: Proc. International Conference on Machine Learning, ICML (2008)","key":"11_CR8","DOI":"10.1145\/1390156.1390260"},{"unstructured":"Ross, S., Chaib-draa, B., Pineau, J.: Bayes-adaptive POMDPs. In: Proc. NIPS (2008)","key":"11_CR9"},{"doi-asserted-by":"crossref","unstructured":"Ross, S., Chaib-draa, B., Pineau, J.: Bayesian reinforcement learning in continuous POMDPs with application to robot navigation. In: Proc. ICRA (2008)","key":"11_CR10","DOI":"10.1109\/ROBOT.2008.4543641"},{"key":"11_CR11","doi-asserted-by":"crossref","first-page":"663","DOI":"10.1613\/jair.2567","volume":"32","author":"S. Ross","year":"2008","unstructured":"Ross, S., Pineau, J., Paquet, S., Chaib-Draa, B.: Online planning algorithms for pomdps. Journal of Artificial Intelligence Research\u00a032, 663\u2013704 (2008)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"11_CR12","first-page":"639","volume":"2","author":"J. Sethuraman","year":"1994","unstructured":"Sethuraman, J.: A constructive definition of the Dirichlet prior. Statistica Sinica\u00a02, 639\u2013650 (1994)","journal-title":"Statistica Sinica"},{"issue":"1","key":"11_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10458-012-9200-2","volume":"27","author":"G. Shani","year":"2012","unstructured":"Shani, G., Pineau, J., Kaplow, R.: A survey of point-based POMDP solvers. Auton Agent Multi-Agent Syst.\u00a027(1), 1\u201351 (2012)","journal-title":"Auton Agent Multi-Agent Syst."},{"key":"11_CR14","doi-asserted-by":"publisher","first-page":"673","DOI":"10.1214\/aos\/1176343541","volume":"4","author":"D. Siegmund","year":"1976","unstructured":"Siegmund, D.: Importance sampling in the Monte Carlo study of sequential tests. The Annals of Statistics\u00a04, 673\u2013684 (1976)","journal-title":"The Annals of Statistics"},{"key":"11_CR15","doi-asserted-by":"publisher","first-page":"1566","DOI":"10.1198\/016214506000000302","volume":"101","author":"Y.W. Teh","year":"2006","unstructured":"Teh, Y.W., Jordan, M.I., Beal, M.J., Blei, D.M.: Hierarchical Dirichlet processes. Journal of the American Statistical Association\u00a0101, 1566\u20131581 (2006)","journal-title":"Journal of the American Statistical Association"},{"unstructured":"Theocharous, G., Kaelbling, L.P.: Approximate planning in POMDPs with macro-actions. In: Proc. NIPS (2003)","key":"11_CR16"}],"container-title":["Lecture Notes in Computer Science","Progress in Pattern Recognition, Image Analysis, Computer Vision, and Applications"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-662-44654-6_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,27]],"date-time":"2019-05-27T17:57:17Z","timestamp":1558979837000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-662-44654-6_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319125671","9783319125688"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-662-44654-6_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]}}}