{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T14:16:32Z","timestamp":1725804992558},"publisher-location":"Cham","reference-count":17,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319115078"},{"type":"electronic","value":"9783319115085"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-319-11508-5_15","type":"book-chapter","created":{"date-parts":[[2014,9,8]],"date-time":"2014-09-08T12:26:24Z","timestamp":1410179184000},"page":"176-189","source":"Crossref","is-referenced-by-count":6,"title":["Solving Hidden-Semi-Markov-Mode Markov Decision Problems"],"prefix":"10.1007","author":[{"given":"Emmanuel","family":"Hadoux","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aur\u00e9lie","family":"Beynier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paul","family":"Weng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"doi-asserted-by":"crossref","unstructured":"Araya-L\u00f3pez, M., Thomas, V., Buffet, O., Charpillet, F.: A closer look at MOMDPs. In: ICTAI (2010)","key":"15_CR1","DOI":"10.1109\/ICTAI.2010.101"},{"key":"15_CR2","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/0022-247X(65)90154-X","volume":"10","author":"K. Astr\u00f6m","year":"1965","unstructured":"Astr\u00f6m, K.: Optimal control of markov decision processes with incomplete state estimation. J. of Math. Analysis and Applications\u00a010, 174\u2013205 (1965)","journal-title":"J. of Math. Analysis and Applications"},{"unstructured":"Cassandra, A., Littman, M., Zhang, N.: Incremental Pruning: A simple, fast, exact method for Partially Observable Markov Decision Processes. In: UAI, pp. 54\u201361 (1997)","key":"15_CR3"},{"unstructured":"Cassandra, T.: Pomdp-solve (2003-2013), http:\/\/www.pomdp.org\/code\/index.shtml\/","key":"15_CR4"},{"unstructured":"Chad\u00e8s, I., Carwardine, J., Martin, T.G., Nicol, S., Sabbadin, R., Buffet, O.: MOMDPs: A solution for modelling adaptive management problems. In: AAAI (2012)","key":"15_CR5"},{"unstructured":"Choi, S.: Reinforcement learning in nonstationary environments. Ph.D. thesis, Hong Kong Univ. of Science and Tech. (2000)","key":"15_CR6"},{"unstructured":"Choi, S., Yeung, D., Zhang, N.: An environment model for nonstationary reinforcement learning. In: NIPS, pp. 981\u2013993 (2000)","key":"15_CR7"},{"unstructured":"Choi, S., Zhang, N., Yeung, D.: Solving Hidden-Mode Markov Decision Problems. In: AISTATS, pp. 19\u201326 (2001)","key":"15_CR8"},{"issue":"6","key":"15_CR9","doi-asserted-by":"publisher","first-page":"1347","DOI":"10.1162\/089976602753712972","volume":"14","author":"K. Doya","year":"2002","unstructured":"Doya, K., Samejima, K., Katagiri, K., Kawato, M.: Multiple model-based reinforcement learning. Neural Computing\u00a014(6), 1347\u20131369 (2002)","journal-title":"Neural Computing"},{"issue":"1-2","key":"15_CR10","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"L. Kaelbling","year":"1998","unstructured":"Kaelbling, L., Littman, M., Cassandra, A.: Planning and acting in partially observable stochastic domains. Artificial Intelligence\u00a0101(1-2), 99\u2013134 (1998)","journal-title":"Artificial Intelligence"},{"key":"15_CR11","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1007\/11871842_29","volume-title":"Machine Learning: ECML 2006","author":"L. Kocsis","year":"2006","unstructured":"Kocsis, L., Szepesv\u00e1ri, C.: Bandit based Monte-Carlo planning. In: F\u00fcrnkranz, J., Scheffer, T., Spiliopoulou, M. (eds.) ECML 2006. LNCS (LNAI), vol.\u00a04212, pp. 282\u2013293. Springer, Heidelberg (2006)"},{"doi-asserted-by":"crossref","unstructured":"Ong, S., Png, S., Hsu, D., Lee, W.: POMDPs for robotic tasks with mixed observability. In: Robotics: Science & Syst. (2009)","key":"15_CR12","DOI":"10.7551\/mitpress\/8727.003.0027"},{"issue":"3","key":"15_CR13","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1287\/moor.12.3.441","volume":"12","author":"C. Papadimitriou","year":"1987","unstructured":"Papadimitriou, C., Tsitsiklis, J.: The complexity of Markov Decision Processes. Math. of OR\u00a012(3), 441\u2013450 (1987)","journal-title":"Math. of OR"},{"doi-asserted-by":"crossref","unstructured":"Puterman, M.: Markov Decision Processes: Discrete dynamic stochastic programming. John Wiley Chichester (1994)","key":"15_CR14","DOI":"10.1002\/9780470316887"},{"doi-asserted-by":"crossref","unstructured":"da Silva, B., Basso, E., Bazzan, A., Engel, P.: Dealing with non-stationary environments using context detection. In: ICML (2006)","key":"15_CR15","DOI":"10.1145\/1143844.1143872"},{"unstructured":"Silver, D., Veness, J.: Monte-Carlo planning in large POMDPs. In: NIPS, pp. 2164\u20132172 (2010)","key":"15_CR16"},{"issue":"2","key":"15_CR17","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1016\/j.artint.2009.11.011","volume":"174","author":"S. Yu","year":"2010","unstructured":"Yu, S.: Hidden Semi-Markov Models. Artificial Intelligence\u00a0174(2), 215\u2013243 (2010)","journal-title":"Artificial Intelligence"}],"container-title":["Lecture Notes in Computer Science","Scalable Uncertainty Management"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-11508-5_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,16]],"date-time":"2023-07-16T12:33:48Z","timestamp":1689510828000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-11508-5_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319115078","9783319115085"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-11508-5_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]}}}