{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T11:14:13Z","timestamp":1767611653410,"version":"3.37.3"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2016,6,20]],"date-time":"2016-06-20T00:00:00Z","timestamp":1466380800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003141","name":"Consejo Nacional de Ciencia y Tecnolog\u00eda","doi-asserted-by":"publisher","award":["238045"],"award-info":[{"award-number":["238045"]}],"id":[{"id":"10.13039\/501100003141","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Math Meth Oper Res"],"published-print":{"date-parts":[[2016,12]]},"DOI":"10.1007\/s00186-016-0551-3","type":"journal-article","created":{"date-parts":[[2016,6,20]],"date-time":"2016-06-20T14:03:56Z","timestamp":1466431436000},"page":"489-525","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Constrained Markov decision processes in Borel spaces: from discounted to average optimality"],"prefix":"10.1007","volume":"84","author":[{"given":"Armando F.","family":"Mendoza-P\u00e9rez","sequence":"first","affiliation":[]},{"given":"H\u00e9ctor","family":"Jasso-Fuentes","sequence":"additional","affiliation":[]},{"given":"Omar A.","family":"De-la-Cruz Courtois","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,6,20]]},"reference":[{"key":"551_CR1","volume-title":"Constrained Markov decision processes","author":"E Altman","year":"1999","unstructured":"Altman E (1999) Constrained Markov decision processes. Chapman & Hall\/CRC, Boca Raton, FL"},{"key":"551_CR2","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-18324-9","volume-title":"Markov decision processes with applications to finance","author":"N B\u00e4uerle","year":"2011","unstructured":"B\u00e4uerle N, Rieder U (2011) Markov decision processes with applications to finance. Springer, Berlin"},{"key":"551_CR3","doi-asserted-by":"crossref","first-page":"236","DOI":"10.1016\/0022-247X(85)90288-4","volume":"112","author":"FJ Beutler","year":"1985","unstructured":"Beutler FJ, Ross KW (1985) Optimal policies for controlled Markov chains with a constraint. J Math Anal Appl 112:236\u2013252","journal-title":"J Math Anal Appl"},{"key":"551_CR4","doi-asserted-by":"crossref","first-page":"176","DOI":"10.1137\/S1052623491218895","volume":"32","author":"VS Borkar","year":"1994","unstructured":"Borkar VS (1994) Ergodic control of Markov chains with constraints\u2014the general case. SIAM J Control Optim 32:176\u2013186","journal-title":"SIAM J Control Optim"},{"issue":"9","key":"551_CR5","doi-asserted-by":"crossref","first-page":"1523","DOI":"10.1109\/TAC.2006.880801","volume":"51","author":"HS Chang","year":"2006","unstructured":"Chang HS (2006) A policy improvement method in constrained stochastic dynamic programming. IEEE Trans Automat Contr 51(9):1523\u20131526","journal-title":"IEEE Trans Automat Contr"},{"key":"551_CR6","doi-asserted-by":"crossref","first-page":"699","DOI":"10.1109\/TAC.2004.826725","volume":"49","author":"RC Chen","year":"2004","unstructured":"Chen RC, Blankenship GL (2004) Dynamic programming equations for discounted constrained stochastic control. IEEE Trans Automat Contr 49:699\u2013709","journal-title":"IEEE Trans Automat Contr"},{"issue":"1","key":"551_CR7","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1007\/s00186-006-0133-x","volume":"66","author":"RC Chen","year":"2007","unstructured":"Chen RC, Feinberg EA (2007) Non randomized policies for constrained Markov decision processes. Math Methods Oper Res 66(1):165\u2013179","journal-title":"Math Methods Oper Res"},{"key":"551_CR8","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1016\/j.jmaa.2012.05.073","volume":"396","author":"OLV Costa","year":"2012","unstructured":"Costa OLV, Dufour F (2012) Average control of Markov decision processes with Feller transition probabilities and general action spaces. J Math Anal Appl 396:58\u201369","journal-title":"J Math Anal Appl"},{"key":"551_CR9","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1007\/s001860300276","volume":"58","author":"Y Ding","year":"2003","unstructured":"Ding Y, Jia R, Tang S (2003) Dynamical principal agent model based on CMCP. Math Methods Oper Res 58:149\u2013157","journal-title":"Math Methods Oper Res"},{"key":"551_CR10","doi-asserted-by":"crossref","first-page":"5069","DOI":"10.1109\/TSP.2007.897859","volume":"55","author":"DV Djonin","year":"2007","unstructured":"Djonin DV, Krishnamurthy V (2007) MIMO transmission control in fading channels\u2014a constrained Markov decision process formulation with monotone randomized policies. IEEE Trans Signal Process 55:5069\u20135083","journal-title":"IEEE Trans Signal Process"},{"key":"551_CR11","doi-asserted-by":"crossref","first-page":"64","DOI":"10.1016\/0022-0531(91)90059-D","volume":"55","author":"PK Dutta","year":"1991","unstructured":"Dutta PK (1991) What do discounted optima converge to? A theory of discount rate asymptotic in economic models. J Econ Theory 55:64\u201394","journal-title":"J Econ Theory"},{"issue":"4","key":"551_CR12","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1287\/moor.1120.0555","volume":"37","author":"EA Feinberg","year":"2012","unstructured":"Feinberg EA, Kasyanov PO, Zadoianchuk NV (2012) Average cost Markov decision processes with weakly continuous transition probabilities. Math Oper Res 37(4):591\u2013607","journal-title":"Math Oper Res"},{"key":"551_CR13","doi-asserted-by":"crossref","first-page":"922","DOI":"10.1287\/moor.21.4.922","volume":"21","author":"E Feinberg","year":"1996","unstructured":"Feinberg E, Schwartz A (1996) Constrained discounted dynamic programming. Math Oper Res 21:922\u2013945","journal-title":"Math Oper Res"},{"key":"551_CR14","doi-asserted-by":"crossref","first-page":"1085","DOI":"10.1137\/040605345","volume":"15","author":"J Gonz\u00e1lez-Hern\u00e1ndez","year":"2005","unstructured":"Gonz\u00e1lez-Hern\u00e1ndez J, Hern\u00e1ndez-Lerma O (2005) Extreme points of sets of randomized strategies in constrained optimization and control problems. SIAM J Optim 15:1085\u20131104","journal-title":"SIAM J Optim"},{"key":"551_CR15","doi-asserted-by":"crossref","first-page":"318","DOI":"10.1239\/jap\/1152413725","volume":"43","author":"XP Guo","year":"2006","unstructured":"Guo XP, Quanxin Z (2006) Average optimality for Markov decision processes in Borel spaces: a new condition and approach. J Appl Probab 43:318\u2013334","journal-title":"J Appl Probab"},{"key":"551_CR16","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/0167-6377(96)00003-X","volume":"19","author":"M Haviv","year":"1996","unstructured":"Haviv M (1996) On constrained Markov decision processes. Oper Res Lett 19:25\u201328","journal-title":"Oper Res Lett"},{"key":"551_CR17","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1007\/s001860000071","volume":"52","author":"O Hern\u00e1ndez-Lerma","year":"2000","unstructured":"Hern\u00e1ndez-Lerma O, Gonz\u00e1lez-Hern\u00e1ndez J (2000) Constrained Markov control processes in Borel spaces: the discounted case. Math Methods Oper Res 52:271\u2013285","journal-title":"Math Methods Oper Res"},{"key":"551_CR18","doi-asserted-by":"crossref","first-page":"442","DOI":"10.1137\/S0363012999361627","volume":"42","author":"O Hern\u00e1ndez-Lerma","year":"2003","unstructured":"Hern\u00e1ndez-Lerma O, Gonz\u00e1lez-Hern\u00e1ndez J, L\u00f3pez-Mart\u00ednez RR (2003) Constrained average cost Markov control processes in Borel spaces. SIAM J Control Optim 42:442\u2013468","journal-title":"SIAM J Control Optim"},{"key":"551_CR19","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0729-0","volume-title":"Discrete-time Markov control processes: basic optimality criteria","author":"O Hern\u00e1ndez-Lerma","year":"1996","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (1996) Discrete-time Markov control processes: basic optimality criteria. Springer, New York"},{"key":"551_CR20","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0561-6","volume-title":"Further topics on discrete-time Markov control processes","author":"O Hern\u00e1ndez-Lerma","year":"1999","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (1999) Further topics on discrete-time Markov control processes. Springer, New York"},{"key":"551_CR21","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1023\/A:1024996308133","volume":"77","author":"N Hilgert","year":"2003","unstructured":"Hilgert N, Hern\u00e1ndez-Lerma O (2003) Bias optimality versus strong 0-discount optimality in Markov control processes with unbounded costs. Acta Appl Math 77:215\u2013235","journal-title":"Acta Appl Math"},{"key":"551_CR22","doi-asserted-by":"crossref","first-page":"999","DOI":"10.1016\/j.jmaa.2016.01.036","volume":"437","author":"H Jasso-Fuentes","year":"2016","unstructured":"Jasso-Fuentes H, Escobedo-Trujillo BA, Mendoza-P\u00e9rez AF (2016) The Lagrange and the vanishing discount techniques to controlled diffusions with cost constraints. J Math Anal Appl 437:999\u20131035","journal-title":"J Math Anal Appl"},{"key":"551_CR23","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1007\/s10479-006-6167-x","volume":"142","author":"LA Korf","year":"2006","unstructured":"Korf LA (2006) Approximating infinite horizon stochastic optimal control in discrete time with constraints. Ann Oper Res 142:165\u2013186","journal-title":"Ann Oper Res"},{"key":"551_CR24","doi-asserted-by":"crossref","unstructured":"Krishnamurthy V, V\u00e1zquez Abad F, Martin K (2003) Implementation of gradient estimation to a constrained Markov decision problem. In: 42nd IEEE conference on decision and control, 2003, pp 4841\u20134846","DOI":"10.1109\/CDC.2003.1272362"},{"issue":"3","key":"551_CR25","first-page":"404","volume":"71","author":"K Lyer","year":"2010","unstructured":"Lyer K, Hamachandra N (2010) Sensitivity analysis and optimal ultimately stationary deterministic policies in some constrained discounted cost models. Math Methods Oper Res 71(3):404\u2013425","journal-title":"Math Methods Oper Res"},{"key":"551_CR26","doi-asserted-by":"crossref","first-page":"477","DOI":"10.1007\/s00186-010-0311-8","volume":"71","author":"AF Mendoza-P\u00e9rez","year":"2010","unstructured":"Mendoza-P\u00e9rez AF, Hern\u00e1ndez-Lerma O (2010) Markov control processes with pathwise constraints. Math Methods Oper Res 71:477\u2013502","journal-title":"Math Methods Oper Res"},{"issue":"2","key":"551_CR27","first-page":"185","volume":"39","author":"AF Mendoza-P\u00e9rez","year":"2012","unstructured":"Mendoza-P\u00e9rez AF, Hern\u00e1ndez-Lerma O (2012) Deterministic optimal policies for Markov control processes with pathwise constraints. Appl Math 39(2):185\u2013209","journal-title":"Appl Math"},{"key":"551_CR28","first-page":"176","volume":"64","author":"AF Mendoza-P\u00e9rez","year":"2015","unstructured":"Mendoza-P\u00e9rez AF, Jasso-Fuentes H, Hern\u00e1ndez-Lerma O (2015) The Lagrange approach to ergodic control of diffusions with cost constraints. Optimization 64:176\u2013196","journal-title":"Optimization"},{"key":"551_CR29","doi-asserted-by":"crossref","first-page":"1416","DOI":"10.1016\/j.jedc.2006.05.011","volume":"31","author":"K Nishimura","year":"2007","unstructured":"Nishimura K, Stachurski J (2007) Stochastic optimal policies when the discount rate vanishes. J Econ Dyn Control 31:1416\u20131430","journal-title":"J Econ Dyn Control"},{"key":"551_CR30","doi-asserted-by":"crossref","first-page":"1888","DOI":"10.1137\/060668857","volume":"47","author":"T Prieto-Rumeau","year":"2008","unstructured":"Prieto-Rumeau T, Hern\u00e1ndez-Lerma O (2008) Ergodic control of continuous-time Markov chains with pathwise constraints. SIAM J Control Optim 47:1888\u20131908","journal-title":"SIAM J Control Optim"},{"key":"551_CR31","doi-asserted-by":"crossref","first-page":"504","DOI":"10.1016\/j.sysconle.2010.06.012","volume":"59","author":"T Prieto-Rumeau","year":"2010","unstructured":"Prieto-Rumeau T, Hern\u00e1ndez-Lerma O (2010) The vanishing discount approach to constrained continuous-time controlled Markov chains. Syst Control Lett 59:504\u2013509","journal-title":"Syst Control Lett"},{"key":"551_CR32","doi-asserted-by":"crossref","DOI":"10.1007\/978-94-011-5508-3","volume-title":"Optimal control of random sequences in problems with constraints","author":"AB Piunovskiy","year":"1997","unstructured":"Piunovskiy AB (1997) Optimal control of random sequences in problems with constraints. Kluwer, Boston"},{"key":"551_CR33","doi-asserted-by":"crossref","first-page":"780","DOI":"10.1287\/opre.37.5.780","volume":"37","author":"KW Ross","year":"1989","unstructured":"Ross KW, Varadarajan R (1989) Markov decision processes with sample path constraints. Oper Res 37:780\u2013790","journal-title":"Oper Res"},{"key":"551_CR34","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1287\/moor.16.1.195","volume":"16","author":"KW Ross","year":"1991","unstructured":"Ross KW, Varadarajan R (1991) Multichain Markov decision processes with a sample path constraint. Math Oper Res 16:195\u2013207","journal-title":"Math Oper Res"},{"key":"551_CR35","doi-asserted-by":"crossref","first-page":"978","DOI":"10.1016\/j.jmaa.2015.02.007","volume":"426","author":"O Vega-Amaya","year":"2015","unstructured":"Vega-Amaya O (2015) On the vanishing discount factor approach for Markov decision processes with weakly continuous transition probabilities. J Math Anal Appl 426:978\u2013985","journal-title":"J Math Anal Appl"},{"key":"551_CR36","doi-asserted-by":"crossref","first-page":"635","DOI":"10.1109\/TAC.2006.872754","volume":"51","author":"A Zadorojniy","year":"2006","unstructured":"Zadorojniy A, Schwartz A (2006) Robustness of policies in constrained Markov decision processes. IEEE Trans. Automat. Control 51:635\u2013638","journal-title":"IEEE Trans. Automat. Control"}],"container-title":["Mathematical Methods of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00186-016-0551-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00186-016-0551-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00186-016-0551-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00186-016-0551-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,9]],"date-time":"2019-09-09T20:18:07Z","timestamp":1568060287000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00186-016-0551-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,6,20]]},"references-count":36,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2016,12]]}},"alternative-id":["551"],"URL":"https:\/\/doi.org\/10.1007\/s00186-016-0551-3","relation":{},"ISSN":["1432-2994","1432-5217"],"issn-type":[{"type":"print","value":"1432-2994"},{"type":"electronic","value":"1432-5217"}],"subject":[],"published":{"date-parts":[[2016,6,20]]}}}