{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,7,24]],"date-time":"2024-07-24T06:43:39Z","timestamp":1721803419808},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2015,1,25]],"date-time":"2015-01-25T00:00:00Z","timestamp":1422144000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discrete Event Dyn Syst"],"published-print":{"date-parts":[[2016,12]]},"DOI":"10.1007\/s10626-014-0209-3","type":"journal-article","created":{"date-parts":[[2015,1,24]],"date-time":"2015-01-24T08:23:05Z","timestamp":1422087785000},"page":"669-683","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Finite approximation of the first passage models for discrete-time Markov decision processes with varying discount factors"],"prefix":"10.1007","volume":"26","author":[{"given":"Xiao","family":"Wu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junyu","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,1,25]]},"reference":[{"key":"209_CR1","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1287\/moor.19.1.169","volume":"19","author":"E Altman","year":"1994","unstructured":"Altman E (1994) Denumerable constrainedMarkov decision processes and finite approximations.MathMeth Operat Res 19:169\u2013191","journal-title":"Math Meth Operat Res"},{"key":"209_CR2","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1007\/s001860200209","volume":"55","author":"J Alvarez-Mena","year":"2002","unstructured":"Alvarez-Mena J, Hern\u00e1ndez-Lerma O (2002) Convergence of the optimal values of constrained Markov control processes. Math Meth Oper Res 55:461\u2013484","journal-title":"Math Meth Oper Res"},{"key":"209_CR3","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-18324-9","volume-title":"Markov decision processes with applications in finance","author":"N B\u00e4uerle","year":"2011","unstructured":"B\u00e4uerle N, Rieder U (2011) Markov decision processes with applications in finance. Springer, Heidelberg"},{"key":"209_CR4","volume-title":"Finite State Markovian Decision Processes, vol. 67 of Mathematics in Science and Engineering","author":"C Derman","year":"1970","unstructured":"Derman C (1970) Finite State Markovian Decision Processes, vol. 67 of Mathematics in Science and Engineering. Academic Press, New York"},{"key":"209_CR5","first-page":"737","volume":"45","author":"J Gonz\u00e1lez-Hern\u00e1ndez","year":"2009","unstructured":"Gonz\u00e1lez-Hern\u00e1ndez J, L\u00f3pez-Mart\u00ednez RR, Minj\u00e1rez-Sosa JA(2009) Approximation,estimation, and control of stochastic systems under a randomized discounted cost criterion. Kybernetika 45:737\u2013754","journal-title":"Kybernetika"},{"key":"209_CR6","doi-asserted-by":"crossref","first-page":"528","DOI":"10.3166\/EJC.18.528-538","volume":"18","author":"XP Guo","year":"2012","unstructured":"Guo XP, Hern\u00e1ndez-del-Valle A, Hern\u00e1ndez-Lerma O (2012) First passage problems for nonstationary discrete-time stochastic control systems. Eur J Control 18:528\u2013538","journal-title":"Eur J Control"},{"key":"209_CR7","doi-asserted-by":"crossref","first-page":"486","DOI":"10.1016\/j.ejor.2014.03.037","volume":"238","author":"XP Guo","year":"2014","unstructured":"Guo XP, Zhang WZ (2014) Convergence of controlled models and finite-state approximation for discounted continuous-timeMarkov decision processes with constraints. Eur J Oper Res 238:486\u2013496","journal-title":"Eur J Oper Res"},{"key":"209_CR8","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1109\/TAC.2013.2281475","volume":"59","author":"XY Guo","year":"2014","unstructured":"Guo XY, Song XP, Zhang Y (2014) First passage criteria for continuous-time Markov decision processes with varying discount factors and history-dependent policies. IEEE Trans Automat Control 59:163\u2013174","journal-title":"IEEE Trans Automat Control"},{"key":"209_CR9","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0729-0","volume-title":"Discrete-Time Markov Control Processes","author":"O Hern\u00e1ndez-Lerma","year":"1996","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (1996) Discrete-Time Markov Control Processes. Springer-Verlag, New York"},{"key":"209_CR10","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0561-6","volume-title":"Further topics on discrete-time Markov control processes","author":"O Hern\u00e1ndez-Lerma","year":"1999","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (1999) Further topics on discrete-timeMarkov control processes. Springer-Verlag, New York"},{"key":"209_CR11","doi-asserted-by":"crossref","first-page":"2109","DOI":"10.1137\/S0363012902411027","volume":"43","author":"K Hinderer","year":"2005","unstructured":"Hinderer K, Waldmann K-H (2005) Algorithms for countable state Markov decision models with an absorbing set. SIAM J Control Optim 43:2109\u20132131","journal-title":"SIAM J Control Optim"},{"key":"209_CR12","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1007\/s10255-011-0061-2","volume":"27","author":"YH Huang","year":"2011","unstructured":"Huang YH, Guo XP (2011) First passage models for denumerable semi-Markov decision processes with nonnegative discounted costs. Acta Math Appl Sinica 27:177\u2013190","journal-title":"Acta Math Appl Sinica"},{"key":"209_CR13","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1007\/s10479-012-1292-1","volume":"206","author":"YH Huang","year":"2013","unstructured":"Huang YH, Wei QD, Guo XP (2013) Constrained Markov decision processes with first passage criteria. Ann Oper Res 206:197\u2013C219","journal-title":"Ann Oper Res"},{"key":"209_CR14","doi-asserted-by":"crossref","unstructured":"Kitaev MY, Rykov VV (1995) Controlled Queueing Systems. CRC Press","DOI":"10.1155\/S1048953395000414"},{"key":"209_CR15","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1007\/s00245-001-0007-9","volume":"43","author":"JY Liu","year":"2001","unstructured":"Liu JY, Huang SM (2001) Markov decision processes with distribution function criterion of first-passage time. Appl Math Optim 43:187\u2013201","journal-title":"Appl Math Optim"},{"key":"209_CR16","first-page":"340","volume":"5","author":"JY Liu","year":"1992","unstructured":"Liu JY, Liu K (1992) Markov decision programming-the first passage model with denumerable state space. Systems Sci Math Sci 5:340\u2013351","journal-title":"Systems Sci Math Sci"},{"key":"209_CR17","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511626630","volume-title":"Markov Chains and Stochastic Stability","author":"SP Meyn","year":"2009","unstructured":"Meyn SP, Tweedie RL (2009) Markov Chains and Stochastic Stability. Cambridge University Press, New York"},{"key":"209_CR18","doi-asserted-by":"crossref","first-page":"1072","DOI":"10.1239\/jap\/1354716658","volume":"49","author":"T Prieto-Rumeau","year":"2012","unstructured":"Prieto-Rumeau T, Hern\u00e1ndez-Lerma O (2012) Discounted continuous-time controlled Markov chains: convergence of control models. J Appl Prob 49:1072\u20131090","journal-title":"J Appl Prob"},{"key":"209_CR19","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes","author":"ML Puterman","year":"1994","unstructured":"Puterman ML (1994) Markov Decision Processes. Wiley, New York"},{"key":"209_CR20","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1007\/s00186-005-0445-2","volume":"62","author":"M Sch\u00e4l","year":"2005","unstructured":"Sch\u00e4l M (2005) Control of ruin probabilities by discrete-time investments. Math Methods Oper Res 62:141\u2013158","journal-title":"Math Methods Oper Res"},{"key":"209_CR21","volume-title":"Stochastic Contol in Insurance","author":"H Schmidli","year":"2008","unstructured":"Schmidli H (2008) Stochastic Contol in Insurance. Springer-Verlag, London"},{"key":"209_CR22","first-page":"369","volume":"39","author":"QD Wei","year":"2011","unstructured":"Wei QD, Guo XP (2011) Markov decision processes with state-dependent discount factors and unbounded rewards\/costs. Oper Res Lett 39:369\u2013374","journal-title":"Oper Res Lett"},{"key":"209_CR23","doi-asserted-by":"crossref","unstructured":"Wu X, Guo XP (2015) First passage optimality and variance minimization of Markov decision processes with varying discount factors. J Appl Prob 52, no.2 (to be publishes)","DOI":"10.1239\/jap\/1437658608"},{"key":"209_CR24","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1006\/jmaa.1998.6015","volume":"225","author":"SX Yu","year":"1998","unstructured":"Yu SX, Lin YL, Yan PF (1998) Optimization models for the first arrival target distribution function in discrete time. J Math Anal Appl 225:193\u2013223","journal-title":"J Math Anal Appl"}],"container-title":["Discrete Event Dynamic Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10626-014-0209-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10626-014-0209-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10626-014-0209-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10626-014-0209-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,20]],"date-time":"2019-08-20T03:33:49Z","timestamp":1566272029000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10626-014-0209-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,1,25]]},"references-count":24,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2016,12]]}},"alternative-id":["209"],"URL":"https:\/\/doi.org\/10.1007\/s10626-014-0209-3","relation":{},"ISSN":["0924-6703","1573-7594"],"issn-type":[{"value":"0924-6703","type":"print"},{"value":"1573-7594","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,1,25]]}}}