{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T18:27:14Z","timestamp":1784140034579,"version":"3.55.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2012,12,22]],"date-time":"2012-12-22T00:00:00Z","timestamp":1356134400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Ann Oper Res"],"published-print":{"date-parts":[[2013,7]]},"DOI":"10.1007\/s10479-012-1292-1","type":"journal-article","created":{"date-parts":[[2012,12,21]],"date-time":"2012-12-21T13:52:00Z","timestamp":1356097920000},"page":"197-219","source":"Crossref","is-referenced-by-count":9,"title":["Constrained Markov decision processes with first passage criteria"],"prefix":"10.1007","volume":"206","author":[{"given":"Yonghui","family":"Huang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qingda","family":"Wei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xianping","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2012,12,22]]},"reference":[{"key":"1292_CR1","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1007\/s001860200209","volume":"55","author":"J. Alvarez-Mena","year":"2002","unstructured":"Alvarez-Mena, J., & Hern\u00e1ndez-Lerma, O. (2002). Convergence of the optimal values of constrained Markov control processes. Mathematical Methods of Operations Research, 55, 461\u2013484.","journal-title":"Mathematical Methods of Operations Research"},{"key":"1292_CR2","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1016\/j.physa.2003.10.039","volume":"333","author":"H. Berument","year":"2004","unstructured":"Berument, H., Kilinc, Z., & Ozlale, U. (2004). The effects of different inflation risk premiums on interest rate spreads. Physica. A, 333, 317\u2013324.","journal-title":"Physica. A"},{"key":"1292_CR3","doi-asserted-by":"crossref","first-page":"236","DOI":"10.1016\/0022-247X(85)90288-4","volume":"112","author":"F. J. Beutler","year":"1985","unstructured":"Beutler, F. J., & Ross, K. W. (1985). Optimal policies for controlled Markov chains with a constraint. Journal of Mathematical Analysis and Applications, 112, 236\u2013252.","journal-title":"Journal of Mathematical Analysis and Applications"},{"key":"1292_CR4","doi-asserted-by":"crossref","first-page":"760","DOI":"10.1016\/j.sysconle.2010.08.013","volume":"59","author":"S. Bhatnagar","year":"2010","unstructured":"Bhatnagar, S. (2010). An actor-critic algorithm with function approximation for discounted cost constrained Markov decision processes. Systems & Control Letters, 59, 760\u2013766.","journal-title":"Systems & Control Letters"},{"key":"1292_CR5","doi-asserted-by":"crossref","first-page":"409","DOI":"10.1109\/TAC.2004.824469","volume":"49","author":"K. Boda","year":"2004","unstructured":"Boda, K., Filar, J. A., Lin, Y., & Spanjers, L. (2004). Stochastic target hitting time and the problem of early retirement. IEEE Transactions on Automatic Control, 49, 409\u2013419.","journal-title":"IEEE Transactions on Automatic Control"},{"key":"1292_CR6","series-title":"Mathematics in science and engineering","volume-title":"Finite state Markovian decision processes","author":"C. Derman","year":"1970","unstructured":"Derman, C. (1970). Mathematics in science and engineering: Vol.\u00a067. Finite state Markovian decision processes. New York: Academic Press."},{"key":"1292_CR7","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1007\/BF02677681","volume":"16","author":"X. P. Guo","year":"2000","unstructured":"Guo, X. P. (2000). Constrained denumerable state non-stationary MDPs with expected total reward criterion. Acta Mathematicae Applicatae Sinica, 16, 205\u2013212.","journal-title":"Acta Mathematicae Applicatae Sinica"},{"key":"1292_CR8","doi-asserted-by":"crossref","first-page":"379","DOI":"10.1081\/SAP-120019291","volume":"21","author":"X. P. Guo","year":"2003","unstructured":"Guo, X. P., & Hern\u00e1ndez-Lerma, O. (2003). Constrained continuous-time Markov control processes with discounted criteria. Stochastic Analysis and Applications, 21, 379\u2013399.","journal-title":"Stochastic Analysis and Applications"},{"key":"1292_CR9","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-02547-1","volume-title":"Continuous-time Markov decision processes: theory and applications","author":"X. P. Guo","year":"2009","unstructured":"Guo, X. P., & Hern\u00e1ndez-Lerma, O. (2009). Continuous-time Markov decision processes: theory and applications. Berlin Heidelberg: Springer."},{"key":"1292_CR10","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1016\/j.insmatheco.2004.10.006","volume":"36","author":"S. Haberman","year":"2005","unstructured":"Haberman, S., & Sung, J. (2005). Optimal pension funding dynamics over infinite control horizon when stochastic rates of return are stationary. Insurance. Mathematics & Economics, 36, 103\u2013116.","journal-title":"Insurance. Mathematics & Economics"},{"key":"1292_CR11","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0729-0","volume-title":"Discrete-time Markov control processes: basic optimality criteria","author":"O. Hern\u00e1ndez-Lerma","year":"1996","unstructured":"Hern\u00e1ndez-Lerma, O., & Lasserre, J. B. (1996). Discrete-time Markov control processes: basic optimality criteria. New York: Springer."},{"key":"1292_CR12","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0561-6","volume-title":"Further topics on discrete-time Markov control processes","author":"O. Hern\u00e1ndez-Lerma","year":"1999","unstructured":"Hern\u00e1ndez-Lerma, O., & Lasserre, J. B. (1999). Further topics on discrete-time Markov control processes. New York: Springer."},{"key":"1292_CR13","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1007\/s001860000071","volume":"52","author":"O. Hern\u00e1ndez-Lerma","year":"2000","unstructured":"Hern\u00e1ndez-Lerma, O., & Gonz\u00e1lez-Hern\u00e1ndez, J. (2000). Constrained Markov control processes in Borel spaces: the discounted case. Mathematical Methods of Operations Research, 52, 271\u2013285.","journal-title":"Mathematical Methods of Operations Research"},{"key":"1292_CR14","doi-asserted-by":"crossref","first-page":"442","DOI":"10.1137\/S0363012999361627","volume":"42","author":"O. Hern\u00e1ndez-Lerma","year":"2003","unstructured":"Hern\u00e1ndez-Lerma, O., Gonz\u00e1lez-Hern\u00e1ndez, J., & L\u00f3pez-Mart\u00ednez, R. R. (2003). Constrained average cost Markov control processes in Borel spaces. SIAM Journal on Control and Optimization, 42, 442\u2013468.","journal-title":"SIAM Journal on Control and Optimization"},{"key":"1292_CR15","doi-asserted-by":"crossref","first-page":"404","DOI":"10.1016\/j.jmaa.2009.05.058","volume":"359","author":"Y. H. Huang","year":"2009","unstructured":"Huang, Y. H., & Guo, X. P. (2009). Optimal risk probability for first passage models in semi-Markov decision processes. Journal of Mathematical Analysis and Applications, 359, 404\u2013420.","journal-title":"Journal of Mathematical Analysis and Applications"},{"key":"1292_CR16","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1007\/s10255-011-0061-2","volume":"27","author":"Y. H. Huang","year":"2011","unstructured":"Huang, Y. H., & Guo, X. P. (2011). First passage models for denumerable semi-Markov decision processes with nonnegative discounted costs. Acta Mathematicae Applicatae Sinica, 27, 177\u2013190.","journal-title":"Acta Mathematicae Applicatae Sinica"},{"key":"1292_CR17","volume-title":"Introduction to stochastic control","author":"H. Kushner","year":"1971","unstructured":"Kushner, H. (1971). Introduction to stochastic control. New York: Holt, Rinehart & Winston"},{"key":"1292_CR18","doi-asserted-by":"crossref","first-page":"255","DOI":"10.1080\/02331930008844505","volume":"48","author":"M. Kurano","year":"2000","unstructured":"Kurano, M., Nakagami, J.-I., & Huang, Y. (2000). Constrained Markov decision processes with compact state and action spaces: the average case. Optimization, 48, 255\u2013269.","journal-title":"Optimization"},{"key":"1292_CR19","doi-asserted-by":"crossref","first-page":"266","DOI":"10.1016\/j.ejor.2004.02.017","volume":"166","author":"P. Lee","year":"2005","unstructured":"Lee, P., & Rosenfield, D. B. (2005). When to refinance a mortgage: a dynamic programming approach. European Journal of Operational Research, 166, 266\u2013277.","journal-title":"European Journal of Operational Research"},{"key":"1292_CR20","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1007\/s00245-001-0007-9","volume":"43","author":"J. Y. Liu","year":"2001","unstructured":"Liu, J. Y., & Huang, S. M. (2001). Markov decision processes with distribution function criterion of first-passage time. Applied Mathematics & Optimization, 43, 187\u2013201.","journal-title":"Applied Mathematics & Optimization"},{"key":"1292_CR21","first-page":"340","volume":"5","author":"J. Y. Liu","year":"1992","unstructured":"Liu, J. Y., & Liu, K. (1992). Markov decision programming-the first passage model with denumerable state space. Systems Science and Mathematics Sciences, 5, 340\u2013351.","journal-title":"Systems Science and Mathematics Sciences"},{"key":"1292_CR22","doi-asserted-by":"crossref","first-page":"185","DOI":"10.4064\/am39-2-6","volume":"39","author":"A. F. Mendoza-P\u00e9rez","year":"2012","unstructured":"Mendoza-P\u00e9rez, A. F., & Hern\u00e1ndez-Lerma, O. (2012). Deterministic optimal policies for Markov control processes with pathwise constraints. Applicationes Mathematicae (Warsaw), 39, 185\u2013209.","journal-title":"Applicationes Mathematicae (Warsaw)"},{"key":"1292_CR23","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1016\/S0095-0696(02)00031-1","volume":"46","author":"R. G. Newell","year":"2003","unstructured":"Newell, R. G., & Pizer, W. A. (2003). Discounting the distant future: how much do uncertain rates increase valuation. Journal of Environmental Economics and Management, 46, 52\u201371.","journal-title":"Journal of Environmental Economics and Management"},{"key":"1292_CR24","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov decision processes: discrete stochastic dynamic programming","author":"M. L. Puterman","year":"1994","unstructured":"Puterman, M. L. (1994). Markov decision processes: discrete stochastic dynamic programming. New York: Wiley"},{"key":"1292_CR25","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1016\/S0148-6195(99)00030-2","volume":"52","author":"B. Sack","year":"2000","unstructured":"Sack, B., & Wieland, V. (2000). Interest-rate smoothing and optimal monetary policy: a review of recent empirical evidence. Journal of Economics and Business, 52, 205\u2013228.","journal-title":"Journal of Economics and Business"},{"key":"1292_CR26","volume-title":"Stochastic control in insurance, probability and its applications","author":"H. Schmidli","year":"2008","unstructured":"Schmidli, H. (2008). Stochastic control in insurance, probability and its applications. London: Springer."},{"key":"1292_CR27","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1017\/S0269964800002230","volume":"5","author":"L. I. Sennott","year":"1991","unstructured":"Sennott, L. I. (1991). Constrained discounted Markov decision chains. Probability in the Engineering and Informational Sciences, 5, 463\u2013475.","journal-title":"Probability in the Engineering and Informational Sciences"},{"key":"1292_CR28","doi-asserted-by":"crossref","first-page":"264","DOI":"10.1016\/0022-247X(91)90037-Z","volume":"155","author":"K. Tanaka","year":"1991","unstructured":"Tanaka, K. (1991). On discounted dynamic programming with constraints. Journal of Mathematical Analysis and Applications, 155, 264\u2013277.","journal-title":"Journal of Mathematical Analysis and Applications"},{"key":"1292_CR29","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1006\/jmaa.1998.6015","volume":"225","author":"S. X. Yu","year":"1998","unstructured":"Yu, S. X., Lin, Y. L., & Yan, P. F. (1998). Optimization models for the first arrival target distribution function in discrete time. Journal of Mathematical Analysis and Applications, 225, 193\u2013223.","journal-title":"Journal of Mathematical Analysis and Applications"},{"key":"1292_CR30","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1007\/s00186-007-0154-0","volume":"67","author":"L. L. Zhang","year":"2008","unstructured":"Zhang, L. L., & Guo, X. P. (2008). Constrained continuous-time Markov control processes with average criteria. Mathematical Methods of Operations Research, 67, 323\u2013340.","journal-title":"Mathematical Methods of Operations Research"}],"container-title":["Annals of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-012-1292-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10479-012-1292-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-012-1292-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,29]],"date-time":"2019-05-29T18:09:40Z","timestamp":1559153380000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10479-012-1292-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,12,22]]},"references-count":30,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2013,7]]}},"alternative-id":["1292"],"URL":"https:\/\/doi.org\/10.1007\/s10479-012-1292-1","relation":{},"ISSN":["0254-5330","1572-9338"],"issn-type":[{"value":"0254-5330","type":"print"},{"value":"1572-9338","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,12,22]]}}}