{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T08:23:57Z","timestamp":1759047837078},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2006,11,7]],"date-time":"2006-11-07T00:00:00Z","timestamp":1162857600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Math Meth Oper Res"],"published-print":{"date-parts":[[2007,2,15]]},"DOI":"10.1007\/s00186-006-0092-2","type":"journal-article","created":{"date-parts":[[2006,11,6]],"date-time":"2006-11-06T16:42:03Z","timestamp":1162831323000},"page":"27-44","source":"Crossref","is-referenced-by-count":17,"title":["Markov control processes with randomized discounted cost"],"prefix":"10.1007","volume":"65","author":[{"given":"Juan","family":"Gonz\u00e1lez-Hern\u00e1ndez","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Raquiel R.","family":"L\u00f3pez-Mart\u00ednez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"J. Rub\u00e9n","family":"P\u00e9rez-Hern\u00e1ndez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2006,11,7]]},"reference":[{"key":"92_CR1","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1007\/s001860300290","volume":"58","author":"M Abbad","year":"2003","unstructured":"Abbad M, Daoui C (2003) Hierarchical algorithms for discounted Markov decision processes. Math Methods Oper Res 58:237\u2013245","journal-title":"Math Methods Oper Res"},{"key":"92_CR2","volume-title":"Constrained Markov decision processes","author":"E Altman","year":"1999","unstructured":"Altman E (1999) Constrained Markov decision processes. Chapman & Hall\/CRC, Boca Raton"},{"key":"92_CR3","volume-title":"Dynamic programming and optimal control","author":"DP Bertsekas","year":"1995","unstructured":"Bertsekas DP (1995) Dynamic programming and optimal control. Athena Scientific, Belmont"},{"key":"92_CR4","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1016\/j.physa.2003.10.039","volume":"333","author":"H Berument","year":"2004","unstructured":"Berument H, Kilinc Z, Ozlale U (2004) The effects of different inflation risk prepius on interest rate spreads. Physica A 333:317\u2013324","journal-title":"Physica A"},{"key":"92_CR5","volume-title":"Topics in controlled Markov chains","author":"VS Borkar","year":"1991","unstructured":"Borkar VS (1991) Topics in controlled Markov chains. Longman, New York"},{"key":"92_CR6","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1016\/j.insmatheco.2004.06.004","volume":"35","author":"J Cai","year":"2004","unstructured":"Cai J, Dickson D, David CM (2004) Ruin probabilities with a Markov chain interest model. Insur Math Econ 35:513\u2013525","journal-title":"Insur Math Econ"},{"key":"92_CR7","doi-asserted-by":"crossref","first-page":"152","DOI":"10.1287\/moor.19.1.152","volume":"19","author":"EA Feinberg","year":"1994","unstructured":"Feinberg EA, Shwartz A (1994) Markov decision models with weighted discounted criteria. Math Oper Res 19:152\u2013168","journal-title":"Math Oper Res"},{"key":"92_CR8","doi-asserted-by":"crossref","first-page":"302","DOI":"10.1287\/moor.20.2.302","volume":"20","author":"EA Feinberg","year":"1995","unstructured":"Feinberg EA, Shwartz A (1995) Constrained Markov decision models with weighted discounted rewards. Math Oper Res 20:302\u2013320","journal-title":"Math Oper Res"},{"key":"92_CR9","doi-asserted-by":"crossref","first-page":"628","DOI":"10.1109\/9.751365","volume":"42","author":"EA Feinberg","year":"1999","unstructured":"Feinberg EA, Shwartz A (1999) Constrained dynamic programming with two discount factors: applications and an algorithm. IEEE Trans Autom Control 42:628\u2013631","journal-title":"IEEE Trans Autom Control"},{"key":"92_CR10","doi-asserted-by":"crossref","first-page":"475","DOI":"10.1016\/j.qref.2003.08.003","volume":"44","author":"A Gil","year":"2004","unstructured":"Gil A, Luis A (2004) Modelling the U.S. interest rate in terms of I(d) statistical models. Q Rev Econ Finance 44:475\u2013486","journal-title":"Q Rev Econ Finance"},{"key":"92_CR11","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1016\/j.insmatheco.2004.10.006","volume":"36","author":"S Haberman","year":"2005","unstructured":"Haberman S, Sung J (2005) Optimal pension funding dynamics over infinite control horizon when stochastic rates of return are stationary. Insur Math Econ 36:103\u2013116","journal-title":"Insur Math Econ"},{"key":"92_CR12","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1007\/s001860000071","volume":"52","author":"O Hern\u00e1ndez-Lerma","year":"2000","unstructured":"Hern\u00e1ndez-Lerma O, Gonz\u00e1lez-Hern\u00e1ndez J (2000) Constrained Markov control processes in Borel spaces: the discounted case. Math Meth Oper Res, 52:271\u2013285","journal-title":"Math Meth Oper Res"},{"key":"92_CR13","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0729-0","volume-title":"Discrete-time Markov control processes: basic optimality criteria","author":"O Hern\u00e1ndez-Lerma","year":"1996","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (1996) Discrete-time Markov control processes: basic optimality criteria. Springer, Berlin Heidelberg New York"},{"key":"92_CR14","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-46229-0","volume-title":"Foundations of non-stationary dynamical programming with discrete time parameter. Lecture notes in operation research, vol 33","author":"K Hinderer","year":"1970","unstructured":"Hinderer K (1970) Foundations of non-stationary dynamical programming with discrete time parameter Lecture notes in operation research, vol 33. Springer, Berlin Heidelberg New York"},{"key":"92_CR15","doi-asserted-by":"crossref","first-page":"495","DOI":"10.1080\/02331930310001611493","volume":"52","author":"Q Hu","year":"2003","unstructured":"Hu Q (2003) Analysis for some properties of discrete time Markov decision processes. Optimization 52:495\u2013505","journal-title":"Optimization"},{"key":"92_CR16","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1239\/jap\/1032192848","volume":"35","author":"M Kurano","year":"1998","unstructured":"Kurano M, Song J, Hosaka M, Huang Y (1998) Controlled Markov set-chains with discounting. J Appl Prob 35:293\u2013302","journal-title":"J Appl Prob"},{"key":"92_CR17","doi-asserted-by":"crossref","first-page":"266","DOI":"10.1016\/j.ejor.2004.02.017","volume":"166","author":"P Lee","year":"2005","unstructured":"Lee P, Rosenfield DB (2005) When to refinance a mortgage: a dynamic programming approach. Eur J Oper Res 166:266\u2013277","journal-title":"Eur J Oper Res"},{"issue":"1","key":"92_CR18","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1257\/aer.89.1.148","volume":"89","author":"M Lettau","year":"1999","unstructured":"Lettau M, Uhlig H (1999) Rules of thumb versus dynamic programming. Am Econ Rev 89(1):148\u2013174","journal-title":"Am Econ Rev"},{"key":"92_CR19","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1007\/BF02720494","volume":"15","author":"K Liu","year":"1999","unstructured":"Liu K (1999) Weighted discounted Markov decision processes with perturbation. Acta Math Appl Sinica 15:183\u2013189","journal-title":"Acta Math Appl Sinica"},{"key":"92_CR20","first-page":"1","volume":"7","author":"RR L\u00f3pez-Mart\u00ednez","year":"2003","unstructured":"L\u00f3pez-Mart\u00ednez RR, Hern\u00e1ndez-Lerma O (2003) The Lagrange approach to constrained Markov processes: a survey and extension of results. Morfismos 7:1\u201326","journal-title":"Morfismos"},{"key":"92_CR21","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1016\/S0095-0696(02)00031-1","volume":"46","author":"RG Newell","year":"2003","unstructured":"Newell RG, Pizer WA (2003) Discounting the distant future: how much do uncertain rates increase valuation?. J Environ Econ Manage 46:52\u201371","journal-title":"J Environ Econ Manage"},{"key":"92_CR22","doi-asserted-by":"crossref","first-page":"755","DOI":"10.1080\/07362990008809696","volume":"18","author":"X Mao","year":"2000","unstructured":"Mao X, Piunovskiy AB (2000) Strategic measure in optimal control problems for stochastic sequences. Stoch Anal Appl 18:755\u2013776","journal-title":"Stoch Anal Appl"},{"key":"92_CR23","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1016\/S0167-6377(99)00051-6","volume":"25","author":"Ng Michael K","year":"1999","unstructured":"Michael K Ng (1999) A note on policy algorithms for discounted Markov decision problems. Oper Res Lett 25:195\u2013197","journal-title":"Oper Res Lett"},{"key":"92_CR24","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1016\/S0304-3878(00)00103-6","volume":"63","author":"M Ogaki","year":"2000","unstructured":"Ogaki M, Santaella JA (2000) The exchange rate and the term structure of interest rates in M\u00e9xico. J Dev Econ 63:135\u2013155","journal-title":"J Dev Econ"},{"key":"92_CR25","doi-asserted-by":"crossref","DOI":"10.1007\/978-94-011-5508-3","volume-title":"Optimal control of random sequences in problems with constraints","author":"AB Piunovskiy","year":"1997","unstructured":"Piunovskiy AB (1997) Optimal control of random sequences in problems with constraints. Kluwer, Boston"},{"key":"92_CR26","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov decision processes: discrete stochastic dynamic programming","author":"ML Puterman","year":"1994","unstructured":"Puterman ML (1994) Markov decision processes: discrete stochastic dynamic programming. Wiley, New York"},{"key":"92_CR27","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1016\/S0148-6195(99)00030-2","volume":"52","author":"B Sack","year":"2000","unstructured":"Sack B, Wieland V (2000) Interest-rate smoothing and optimal monetary policy: a review of recent empirical evidence. J Econ Bus 52:205\u2013228","journal-title":"J Econ Bus"},{"key":"92_CR28","doi-asserted-by":"crossref","first-page":"644","DOI":"10.1109\/9.917668","volume":"46","author":"A Shwartz","year":"2001","unstructured":"Shwartz A (2001) Death and discounting. IEEE Trans Autom Control 46:644\u2013647","journal-title":"IEEE Trans Autom Control"},{"key":"92_CR29","doi-asserted-by":"crossref","DOI":"10.2307\/j.ctvjnrt76","volume-title":"Recursive methods in economic dynamics","author":"NL Stockey","year":"1989","unstructured":"Stockey NL, Lucas RE Jr (1989) Recursive methods in economic dynamics. Harvard University Press, Cambridge"}],"container-title":["Mathematical Methods of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00186-006-0092-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00186-006-0092-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00186-006-0092-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,4,18]],"date-time":"2020-04-18T22:46:54Z","timestamp":1587250014000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00186-006-0092-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2006,11,7]]},"references-count":29,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2007,2,15]]}},"alternative-id":["92"],"URL":"https:\/\/doi.org\/10.1007\/s00186-006-0092-2","relation":{},"ISSN":["1432-2994","1432-5217"],"issn-type":[{"value":"1432-2994","type":"print"},{"value":"1432-5217","type":"electronic"}],"subject":[],"published":{"date-parts":[[2006,11,7]]}}}