{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T08:23:41Z","timestamp":1760171021756},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319665825"},{"type":"electronic","value":"9783319665832"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-66583-2_1","type":"book-chapter","created":{"date-parts":[[2017,8,12]],"date-time":"2017-08-12T02:02:48Z","timestamp":1502503368000},"page":"3-18","source":"Crossref","is-referenced-by-count":3,"title":["Analysis of Markov Decision Processes Under Parameter Uncertainty"],"prefix":"10.1007","author":[{"given":"Peter","family":"Buchholz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Iryna","family":"Dohndorf","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dimitri","family":"Scheftelowitsch","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,8,13]]},"reference":[{"key":"1_CR1","unstructured":"Analysis of Markov decision processes under parameter uncertainty online companion. http:\/\/ls4-www.cs.tu-dortmund.de\/cms\/de\/home\/dohndorf\/publications\/"},{"key":"1_CR2","unstructured":"Bertsekas, D.P.: Dynamic Programming and Optimal Control, vol. 2, 3rd edn. Athena Scientific (2005, 2007)"},{"key":"1_CR3","doi-asserted-by":"crossref","first-page":"644","DOI":"10.1017\/S0021900200031375","volume":"24","author":"FJ Beutler","year":"1987","unstructured":"Beutler, F.J., Ross, K.W.: Uniformization for Semi-Markov decision processes under stationary policies. J. Appl. Probab. 24, 644\u2013656 (1987)","journal-title":"J. Appl. Probab."},{"key":"1_CR4","series-title":"SpringerBriefs in Mathematics","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-06674-5","volume-title":"Input Modeling with Phase-Type Distributions and Markov Models","author":"P Buchholz","year":"2014","unstructured":"Buchholz, P., Kriege, J., Felko, I.: Input Modeling with Phase-Type Distributions and Markov Models. SM. Springer, Cham (2014)"},{"key":"1_CR5","doi-asserted-by":"crossref","unstructured":"Chen, T., Hahn, E.M., Han, T., Kwiatkowska, M.Z., Qu, H., Zhang, L.: Model repair for Markov decision processes. In: TASE, pp. 85\u201392 (2013)","DOI":"10.1109\/TASE.2013.20"},{"key":"1_CR6","doi-asserted-by":"crossref","unstructured":"Cubuktepe, M., Jansen, N., Junges, S., Katoen, J., Papusha, I., Poonawala, H.A., Topcu, U.: Sequential convex programming for the efficient verification of parametric MDPs. CoRR, abs\/1702.00063 (2017)","DOI":"10.1007\/978-3-662-54580-5_8"},{"issue":"7","key":"1_CR7","doi-asserted-by":"crossref","first-page":"1000","DOI":"10.1016\/j.ijar.2011.04.002","volume":"52","author":"KV Delgado","year":"2011","unstructured":"Delgado, K.V., de Barros, L.N., Cozman, F.G., Sanner, S.: Using mathematical programming to solve factored Markov decision processes with imprecise probabilities. Int. J. Approx. Reasoning 52(7), 1000\u20131017 (2011)","journal-title":"Int. J. Approx. Reasoning"},{"key":"1_CR8","doi-asserted-by":"crossref","first-page":"1498","DOI":"10.1016\/j.artint.2011.01.001","volume":"175","author":"KV Delgado","year":"2011","unstructured":"Delgado, K.V., Sanner, S., de Barros, L.N.: Efficient solutions to factored MDPs with imprecise transition probabilities. Artif. Intell. 175, 1498\u20131527 (2011)","journal-title":"Artif. Intell."},{"key":"1_CR9","unstructured":"Filho, R.S., Cozman, F.G., Trevizan, F.W., de Campos, C.P., de Barros, L.N.: Multilinear and integer programming for Markov decision processes with imprecise probabilities. In: 5th Int. Symposium on Imprecise Porbability: Theories and Applications, Prague, Czech Republic, pp. 395\u2013404 (2007)"},{"issue":"1\u20132","key":"1_CR10","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1016\/S0004-3702(00)00047-3","volume":"122","author":"R Givan","year":"2000","unstructured":"Givan, R., Leach, S.M., Dean, T.L.: Bounded-parameter Markov decision processes. Artif. Intell. 122(1\u20132), 71\u2013109 (2000)","journal-title":"Artif. Intell."},{"key":"1_CR11","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1287\/opre.32.2.343","volume":"32","author":"D Gross","year":"1984","unstructured":"Gross, D., Miller, D.: The randomization technique as a modeling tool and solution procedure for transient Markov processes. Oper. Res. 32, 343\u2013361 (1984)","journal-title":"Oper. Res."},{"issue":"5","key":"1_CR12","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1287\/mnsc.12.5.359","volume":"12","author":"AJ Hoffman","year":"1966","unstructured":"Hoffman, A.J., Karp, R.M.: On nonterminating stochastic games. Manage. Sci. 12(5), 359\u2013370 (1966)","journal-title":"Manage. Sci."},{"key":"1_CR13","unstructured":"Kallenberg, L.: Markov decision processes. Lecture Notes, University Leiden (2011). https:\/\/www.math.leidenuniv.nl\/~kallenberg\/Lecture-notes-MDP.pdf"},{"key":"1_CR14","volume-title":"Comparison Methods for Stochastic Models and Risks","author":"A M\u00fcller","year":"2002","unstructured":"M\u00fcller, A., Stoyan, D.: Comparison Methods for Stochastic Models and Risks. Wiley, Chichester (2002)"},{"key":"1_CR15","volume-title":"Markov Decision Processes","author":"ML Puterman","year":"2005","unstructured":"Puterman, M.L.: Markov Decision Processes. Wiley, New York (2005)"},{"issue":"3","key":"1_CR16","doi-asserted-by":"crossref","first-page":"728","DOI":"10.1287\/opre.21.3.728","volume":"21","author":"JK Satia","year":"1973","unstructured":"Satia, J.K., Lave, R.E.: Markovian decision processes with uncertain transition probabilities. Oper. Res. 21(3), 728\u2013740 (1973)","journal-title":"Oper. Res."},{"issue":"3","key":"1_CR17","doi-asserted-by":"crossref","first-page":"616","DOI":"10.1287\/opre.27.3.616","volume":"27","author":"RF Serfozo","year":"1979","unstructured":"Serfozo, R.F.: An equivalence between continuous and discrete time Markov decision processes. Oper. Res. 27(3), 616\u2013620 (1979)","journal-title":"Oper. Res."},{"key":"1_CR18","unstructured":"Sigaud, O., Buffet, O. (eds.): Markov Decision Processes in Artificial Intelligence. Wiley-ISTE (2010)"},{"key":"1_CR19","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1007\/978-3-540-72927-3_20","volume-title":"Learning Theory","author":"A Tewari","year":"2007","unstructured":"Tewari, A., Bartlett, P.L.: Bounded parameter Markov decision processes with average reward criterion. In: Bshouty, N.H., Gentile, C. (eds.) COLT 2007. LNCS (LNAI), vol. 4539, pp. 263\u2013277. Springer, Heidelberg (2007). doi: 10.1007\/978-3-540-72927-3_20"},{"issue":"4","key":"1_CR20","doi-asserted-by":"crossref","first-page":"739","DOI":"10.1287\/opre.42.4.739","volume":"42","author":"CC White","year":"1994","unstructured":"White, C.C., Eldeib, H.K.: Markov decision processes with imprecise transition probabilities. Oper. Res. 42(4), 739\u2013749 (1994)","journal-title":"Oper. Res."}],"container-title":["Lecture Notes in Computer Science","Computer Performance Engineering"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-66583-2_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,2]],"date-time":"2019-10-02T10:12:22Z","timestamp":1570011142000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-66583-2_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319665825","9783319665832"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-66583-2_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2017]]}}}