{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T21:04:54Z","timestamp":1758402294014},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2010,6,1]],"date-time":"2010-06-01T00:00:00Z","timestamp":1275350400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Math Meth Oper Res"],"published-print":{"date-parts":[[2010,6]]},"DOI":"10.1007\/s00186-010-0311-8","type":"journal-article","created":{"date-parts":[[2010,6,3]],"date-time":"2010-06-03T07:36:47Z","timestamp":1275550607000},"page":"477-502","source":"Crossref","is-referenced-by-count":11,"title":["Markov control processes with pathwise constraints"],"prefix":"10.1007","volume":"71","author":[{"given":"Armando F.","family":"Mendoza-P\u00e9rez","sequence":"first","affiliation":[]},{"given":"On\u00e9simo","family":"Hern\u00e1ndez-Lerma","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2010,6,4]]},"reference":[{"key":"311_CR1","volume-title":"Constrained Markov decision processes","author":"E Altman","year":"1999","unstructured":"Altman E (1999) Constrained Markov decision processes. Chapman & Hall\/CRC, Boca Raton"},{"key":"311_CR2","doi-asserted-by":"crossref","first-page":"176","DOI":"10.1137\/S1052623491218895","volume":"32","author":"VS Borkar","year":"1994","unstructured":"Borkar VS (1994) Ergodic control of Markov chains with constraints\u2014the general case. SIAM J Control Optim 32: 176\u2013186","journal-title":"SIAM J Control Optim"},{"key":"311_CR3","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1007\/s001860300276","volume":"58","author":"Y Ding","year":"2003","unstructured":"Ding Y, Jia R, Tang S (2003) Dynamical principal agent model based on CMCP. Math Methods Oper Res 58: 149\u2013157","journal-title":"Math Methods Oper Res"},{"key":"311_CR4","doi-asserted-by":"crossref","first-page":"5069","DOI":"10.1109\/TSP.2007.897859","volume":"55","author":"DV Djonin","year":"2007","unstructured":"Djonin DV, Krishnamurthy V (2007) MIMO transmission control in fading channels\u2014a constrained Markov decision process formulation with monotone randomized policies. IEEE Trans Signal Process 55: 5069\u20135083","journal-title":"IEEE Trans Signal Process"},{"key":"311_CR5","volume-title":"Convex analysis and variational problems","author":"I Ekeland","year":"1976","unstructured":"Ekeland I, Temam R (1976) Convex analysis and variational problems. North-Holland, Amsterdam"},{"key":"311_CR6","doi-asserted-by":"crossref","first-page":"922","DOI":"10.1287\/moor.21.4.922","volume":"21","author":"E Feinberg","year":"1996","unstructured":"Feinberg E, Shwartz A (1996) Constrained discounted dynamic programming. Math Oper Res 21: 922\u2013945","journal-title":"Math Oper Res"},{"key":"311_CR7","doi-asserted-by":"crossref","DOI":"10.1515\/9783110198065","volume-title":"Stochastic finance. An introduction in discrete time","author":"H F\u00f6llmer","year":"2002","unstructured":"F\u00f6llmer H, Schied A (2002) Stochastic finance. An introduction in discrete time. Walter de Gruyter & Co, Berlin"},{"key":"311_CR8","doi-asserted-by":"crossref","first-page":"199","DOI":"10.4064\/am-23-2-199-218","volume":"23","author":"E Gordienko","year":"1995","unstructured":"Gordienko E, Hern\u00e1ndez-Lerma O (1995) Average cost Markov control processes with weigthed norms: existence of canonical policies. Appl Math (Warsaw) 23: 199\u2013218","journal-title":"Appl Math (Warsaw)"},{"key":"311_CR9","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/0167-6377(96)00003-X","volume":"19","author":"M Haviv","year":"1996","unstructured":"Haviv M (1996) On constrained Markov decision processes. Oper Res Lett 19: 25\u201328","journal-title":"Oper Res Lett"},{"key":"311_CR10","doi-asserted-by":"crossref","first-page":"442","DOI":"10.1137\/S0363012999361627","volume":"42","author":"O Hern\u00e1ndez-Lerma","year":"2003","unstructured":"Hern\u00e1ndez-Lerma O, Gonz\u00e1lez-Hern\u00e1ndez J, L\u00f3pez-Mart\u00ednez RR (2003) Constrained average cost Markov control processes in Borel spaces. SIAM J Control Optim 42: 442\u2013468","journal-title":"SIAM J Control Optim"},{"key":"311_CR11","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0729-0","volume-title":"Discrete-time Markov control processes: basic optimality criteria","author":"O Hern\u00e1ndez-Lerma","year":"1996","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (1996) Discrete-time Markov control processes: basic optimality criteria. Springer, New York"},{"key":"311_CR12","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0561-6","volume-title":"Further topics on discrete-time Markov control processes","author":"O Hern\u00e1ndez-Lerma","year":"1999","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (1999) Further topics on discrete-time Markov control processes. Springer, New York"},{"key":"311_CR13","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-0348-8024-4","volume-title":"Markov chains and invariant probabilities","author":"O Hern\u00e1ndez-Lerma","year":"2003","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (2003) Markov chains and invariant probabilities. Birkh\u00e4user Verlag, Basel"},{"key":"311_CR14","doi-asserted-by":"crossref","first-page":"153","DOI":"10.4064\/am-25-2-153-178","volume":"25","author":"O Hern\u00e1ndez-Lerma","year":"1998","unstructured":"Hern\u00e1ndez-Lerma O, Vega-Amaya O (1998) Infinite-horizon Markov control processes with undiscounted cost criteria: from average to overtaking optimality. Appl Math (Warsaw) 25: 153\u2013178","journal-title":"Appl Math (Warsaw)"},{"key":"311_CR15","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1137\/S0363012998340673","volume":"38","author":"O Hern\u00e1ndez-Lerma","year":"1999","unstructured":"Hern\u00e1ndez-Lerma O, Vega-Amaya O, Carrasco G (1999) Sample-path optimality and variance-minimization of average cost Markov control processes. SIAM J Control Optim 38: 79\u201393","journal-title":"SIAM J Control Optim"},{"key":"311_CR16","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1137\/1130063","volume":"30","author":"HV Kartashov","year":"1985","unstructured":"Kartashov HV (1985) Inequalities in theorems of ergodicity and stability of Markov chains with common phase space. II. Theory Probab Appl 30: 507\u2013515","journal-title":"Theory Probab Appl"},{"key":"311_CR17","doi-asserted-by":"crossref","unstructured":"Krishnamurthy V, V\u00e1zquez Abad F, Martin K (2003) Implementation of gradient estimation to a constrained Markov decision problem. In: 42nd IEEE conference on decision and control pp 4841\u20134846","DOI":"10.1109\/CDC.2003.1272362"},{"key":"311_CR18","unstructured":"Mendoza-P\u00e9rez A (2008) Pathwise average reward Markov control processes. Doctoral thesis, CINVESTAV-IPN, M\u00e9xico. Available at http:\/\/www.math.cinvestav.mx\/ohernand_students"},{"key":"311_CR19","unstructured":"Mendoza-P\u00e9rez A, Hern\u00e1ndez-Lerma O (2009) Markov control processes with pathwise constraints (longer version). Available at http:\/\/www.math.cinvestav.mx\/sites\/default\/files\/art-MMOR.pdf"},{"key":"311_CR20","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4471-3267-7","volume-title":"Markov chains and stochastic stability","author":"SP Meyn","year":"1993","unstructured":"Meyn SP, Tweedie RL (1993) Markov chains and stochastic stability. Springer, London"},{"key":"311_CR21","doi-asserted-by":"crossref","first-page":"1888","DOI":"10.1137\/060668857","volume":"47","author":"T Prieto-Rumeau","year":"2008","unstructured":"Prieto-Rumeau T, Hern\u00e1ndez-Lerma O (2008) Ergodic control of continuous-time Markov chains with pathwise constraints. SIAM J Control Optim 47: 1888\u20131908","journal-title":"SIAM J Control Optim"},{"key":"311_CR22","doi-asserted-by":"crossref","DOI":"10.1007\/978-94-011-5508-3","volume-title":"Optimal control of random sequences in problems with constraints","author":"AB Piunovskiy","year":"1997","unstructured":"Piunovskiy AB (1997) Optimal control of random sequences in problems with constraints. Kluwer, Boston"},{"key":"311_CR23","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov decision process","author":"ML Puterman","year":"1994","unstructured":"Puterman ML (1994) Markov decision process. Wiley, New York"},{"key":"311_CR24","doi-asserted-by":"crossref","first-page":"780","DOI":"10.1287\/opre.37.5.780","volume":"37","author":"KW Ross","year":"1989","unstructured":"Ross KW, Varadarajan R (1989) Markov decision processes with sample path constraints. Oper Res 37: 780\u2013790","journal-title":"Oper Res"},{"key":"311_CR25","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1287\/moor.16.1.195","volume":"16","author":"KW Ross","year":"1991","unstructured":"Ross KW, Varadarajan R (1991) Multichain Markov decision processes with a sample path constraint. Math Oper Res 16: 195\u2013207","journal-title":"Math Oper Res"},{"key":"311_CR26","unstructured":"Vega-Amaya O (1998) Markov control processes in Borel spaces: undiscounted criteria. Doctoral thesis, UAM-Iztapalapa, M\u00e9xico (In Spanish)"},{"key":"311_CR27","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1007\/BF01198405","volume":"47","author":"O Vega-Amaya","year":"1998","unstructured":"Vega-Amaya O, Montes-de-Oca R (1998) Application of average dynamic programming to inventory systems. Math Methods Oper Res 47: 451\u2013471","journal-title":"Math Methods Oper Res"},{"key":"311_CR28","first-page":"185","volume":"9","author":"O Vega-Amaya","year":"2003","unstructured":"Vega-Amaya O (2003) The average cost optimality equation: a fixed point approach. Bol Soc Mat Mexicana 9: 185\u2013195","journal-title":"Bol Soc Mat Mexicana"},{"key":"311_CR29","unstructured":"Vega-Amaya O, Expected and sample-path constrained average Markov decision processes, Internal Report no. 35, Departamento de Matem\u00e1ticas, Universidad de Sonora. (Submitted)"}],"container-title":["Mathematical Methods of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00186-010-0311-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00186-010-0311-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00186-010-0311-8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,23]],"date-time":"2019-05-23T10:33:28Z","timestamp":1558607608000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00186-010-0311-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,6]]},"references-count":29,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2010,6]]}},"alternative-id":["311"],"URL":"https:\/\/doi.org\/10.1007\/s00186-010-0311-8","relation":{},"ISSN":["1432-2994","1432-5217"],"issn-type":[{"value":"1432-2994","type":"print"},{"value":"1432-5217","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,6]]}}}