{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T17:54:33Z","timestamp":1740160473727,"version":"3.37.3"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,3,3]],"date-time":"2018-03-03T00:00:00Z","timestamp":1520035200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Dyn Games Appl"],"published-print":{"date-parts":[[2019,3]]},"DOI":"10.1007\/s13235-018-0248-8","type":"journal-article","created":{"date-parts":[[2018,3,3]],"date-time":"2018-03-03T05:14:32Z","timestamp":1520054072000},"page":"103-121","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Zero-Sum Markov Games with Random State-Actions-Dependent Discount Factors: Existence of Optimal Strategies"],"prefix":"10.1007","volume":"9","author":[{"given":"David","family":"Gonz\u00e1lez-S\u00e1nchez","sequence":"first","affiliation":[]},{"given":"Fernando","family":"Luque-V\u00e1squez","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3453-4508","authenticated-orcid":false,"given":"J. Adolfo","family":"Minj\u00e1rez-Sosa","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,3,3]]},"reference":[{"key":"248_CR1","volume-title":"Probability and measure theory","author":"RB Ash","year":"2000","unstructured":"Ash RB, Dol\u00e9ans-Dade C (2000) Probability and measure theory, 2nd edn. Academic Press, London","edition":"2"},{"key":"248_CR2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-18324-9","volume-title":"Markov decision processes with applications to finance","author":"N B\u00e4uerle","year":"2011","unstructured":"B\u00e4uerle N, Rieder U (2011) Markov decision processes with applications to finance. Springer, Berlin"},{"issue":"1","key":"248_CR3","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.orl.2008.10.005","volume":"37","author":"Y Carmon","year":"2009","unstructured":"Carmon Y, Shwartz A (2009) Markov decision processes with exponentially representable discounting. Oper Res Lett 37(1):51\u201355","journal-title":"Oper Res Lett"},{"issue":"1","key":"248_CR4","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1007\/s10957-012-0262-8","volume":"162","author":"H Cruz-Su\u00e1rez","year":"2014","unstructured":"Cruz-Su\u00e1rez H, Ilhuicatzi-Rold\u00e1n R, Montes-de Oca R (2014) Markov decision processes on Borel spaces with total cost and random horizon. J Optim Theory Appl 162(1):329\u2013346","journal-title":"J Optim Theory Appl"},{"issue":"2","key":"248_CR5","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/BF01211440","volume":"2","author":"PK Dutta","year":"1992","unstructured":"Dutta PK, Sundaram R (1992) Markovian equilibrium in a class of stochastic games: existence theorems for discounted and undiscounted models. Econ Theory 2(2):197\u2013214","journal-title":"Econ Theory"},{"key":"248_CR6","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-6746-2","volume-title":"Controlled Markov processes","author":"EB Dynkin","year":"1979","unstructured":"Dynkin EB, Yushkevich AA (1979) Controlled Markov processes. Springer, Berlin"},{"key":"248_CR7","volume-title":"LQ dynamic optimization and differential games","author":"J Engwerda","year":"2005","unstructured":"Engwerda J (2005) LQ dynamic optimization and differential games. Wiley, New York"},{"issue":"3","key":"248_CR8","doi-asserted-by":"publisher","first-page":"628","DOI":"10.1109\/9.751365","volume":"44","author":"EA Feinberg","year":"1999","unstructured":"Feinberg EA, Shwartz A (1999) Constrained dynamic programming with two discount factors: applications and an algorithm. IEEE Trans Autom Control 44(3):628\u2013631","journal-title":"IEEE Trans Autom Control"},{"key":"248_CR9","volume-title":"Competitive Markov decision processes","author":"J Filar","year":"2012","unstructured":"Filar J, Vrieze K (2012) Competitive Markov decision processes. Springer, Berlin"},{"issue":"14","key":"248_CR10","first-page":"149","volume":"3","author":"J Gonz\u00e1lez-Hern\u00e1ndez","year":"2008","unstructured":"Gonz\u00e1lez-Hern\u00e1ndez J, L\u00f3pez-Mart\u00ednez RR, Minj\u00e1rez-Sosa JA (2008) Adaptive policies for stochastic systems under a randomized discounted cost criterion. Bol Soc Mat Mexicana 3(14):149\u2013163","journal-title":"Bol Soc Mat Mexicana"},{"issue":"5","key":"248_CR11","first-page":"737","volume":"45","author":"J Gonz\u00e1lez-Hern\u00e1ndez","year":"2009","unstructured":"Gonz\u00e1lez-Hern\u00e1ndez J, L\u00f3pez-Mart\u00ednez RR, Minj\u00e1rez-Sosa JA (2009) Approximation, estimation and control of stochastic systems under a randomized discounted cost criterion. Kybernetika 45(5):737\u2013754","journal-title":"Kybernetika"},{"issue":"3","key":"248_CR12","doi-asserted-by":"publisher","first-page":"163","DOI":"10.3233\/RDA-2012-0063","volume":"4","author":"J Gonz\u00e1lez-Hern\u00e1ndez","year":"2013","unstructured":"Gonz\u00e1lez-Hern\u00e1ndez J, L\u00f3pez-Mart\u00ednez RR, Minj\u00e1rez-Sosa JA, Gabriel-Arguelles JR (2013) Constrained Markov control processes with randomized discounted cost criteria: occupation measures and extremal points. Risk Decis Anal 4(3):163\u2013176","journal-title":"Risk Decis Anal"},{"key":"248_CR13","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/j.jet.2017.01.007","volume":"169","author":"W He","year":"2017","unstructured":"He W, Sun Y (2017) Stationary Markov perfect equilibria in discounted stochastic games. J Econ Theory 169:35\u201361","journal-title":"J Econ Theory"},{"key":"248_CR14","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-0729-0","volume-title":"Discrete-time Markov control processes: basic optimality criteria","author":"O Hern\u00e1ndez-Lerma","year":"1996","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (1996) Discrete-time Markov control processes: basic optimality criteria, vol 30. Springer, Berlin"},{"key":"248_CR15","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1007\/978-0-8176-8337-5_11","volume-title":"Optimization, control, and applications of stochastic systems, systems & control: foundations & applications","author":"Y Huang","year":"2012","unstructured":"Huang Y, Guo X (2012) Constrained optimality for first passage criteria in semi-Markov decision processes. In: Hern\u00e1ndez-Hern\u00e1ndez D, Minj\u00e1rez-Sosa JA (eds) Optimization, control, and applications of stochastic systems, systems & control: foundations & applications. Birkhauser, Boston, pp 181\u2013202 chap.\u00a011"},{"issue":"1","key":"248_CR16","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/s10479-012-1292-1","volume":"206","author":"Y Huang","year":"2013","unstructured":"Huang Y, Wei Q, Guo X (2013) Constrained Markov decision processes with first passage criteria. Ann Oper Res 206(1):197\u2013219","journal-title":"Ann Oper Res"},{"issue":"1","key":"248_CR17","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/s10957-006-9128-2","volume":"131","author":"A Ja\u015bkiewicz","year":"2006","unstructured":"Ja\u015bkiewicz A, Nowak AS (2006) Approximation of noncooperative semi-Markov games. J Optim Theory Appl 131(1):115\u2013134","journal-title":"J Optim Theory Appl"},{"issue":"3","key":"248_CR18","doi-asserted-by":"publisher","first-page":"773","DOI":"10.1137\/S0363012904443257","volume":"45","author":"A Ja\u015bkiewicz","year":"2006","unstructured":"Ja\u015bkiewicz A, Nowak AS (2006) Zero-sum ergodic stochastic games with Feller transition probabilities. SIAM J Control Optim 45(3):773\u2013789","journal-title":"SIAM J Control Optim"},{"issue":"2","key":"248_CR19","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1007\/BF01217695","volume":"46","author":"A Krausz","year":"1997","unstructured":"Krausz A, Rieder U (1997) Markov games with incomplete information. Math Methods Oper Res 46(2):263\u2013279","journal-title":"Math Methods Oper Res"},{"key":"248_CR20","first-page":"227","volume":"8","author":"F Luque-V\u00e1squez","year":"2002","unstructured":"Luque-V\u00e1squez F (2002) Zero-sum semi-Markov games in Borel spaces: discounted and average payoff. Bol Soc Mat Mexicana 8:227\u2013241","journal-title":"Bol Soc Mat Mexicana"},{"issue":"4","key":"248_CR21","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1007\/BF00927915","volume":"5","author":"A Maitra","year":"1970","unstructured":"Maitra A, Parthasarathy T (1970) On stochastic games. J Optim Theory Appl 5(4):289\u2013300","journal-title":"J Optim Theory Appl"},{"key":"248_CR22","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511794216","volume-title":"Game theory","author":"M Maschler","year":"2013","unstructured":"Maschler M, Solan E, Zamir S (2013) Game theory. Cambridge University Press, Cambridge"},{"issue":"3","key":"248_CR23","doi-asserted-by":"publisher","first-page":"743","DOI":"10.1007\/s11750-015-0360-5","volume":"23","author":"JA Minj\u00e1rez-Sosa","year":"2015","unstructured":"Minj\u00e1rez-Sosa JA (2015) Markov control models with unknown random state-action-dependent discount factors. Top 23(3):743\u2013772","journal-title":"Top"},{"issue":"3","key":"248_CR24","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1007\/s00245-007-9016-7","volume":"57","author":"JA Minj\u00e1rez-Sosa","year":"2008","unstructured":"Minj\u00e1rez-Sosa JA, Luque-V\u00e1squez F (2008) Two person zero-sum semi-Markov games with unknown holding times distribution on one side: a discounted payoff criterion. Appl Math Optim 57(3):289\u2013305","journal-title":"Appl Math Optim"},{"issue":"3","key":"248_CR25","doi-asserted-by":"publisher","first-page":"1405","DOI":"10.1137\/060651458","volume":"48","author":"JA Minj\u00e1rez-Sosa","year":"2009","unstructured":"Minj\u00e1rez-Sosa JA, Vega-Amaya O (2009) Asymptotically optimal strategies for adaptive zero-sum discounted Markov games. SIAM J Control Optim 48(3):1405\u20131421","journal-title":"SIAM J Control Optim"},{"issue":"1","key":"248_CR26","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1016\/j.jmaa.2012.12.011","volume":"402","author":"JA Minj\u00e1rez-Sosa","year":"2013","unstructured":"Minj\u00e1rez-Sosa JA, Vega-Amaya O (2013) Optimal strategies for adaptive zero-sum average Markov games. J Math Anal Appl 402(1):44\u201356","journal-title":"J Math Anal Appl"},{"key":"248_CR27","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-010-0189-2","volume-title":"Stochastic games and applications","author":"A Neyman","year":"2003","unstructured":"Neyman A, Sorin S (2003) Stochastic games and applications, vol 570. Kluwer, Dordrecht"},{"issue":"1","key":"248_CR28","first-page":"13","volume":"4","author":"AS Nowak","year":"1984","unstructured":"Nowak AS (1984) On zero-sum stochastic games with general state space. I. Prob Math Stat 4(1):13\u201332","journal-title":"Prob Math Stat"},{"issue":"3","key":"248_CR29","doi-asserted-by":"publisher","first-page":"466","DOI":"10.1137\/0323030","volume":"23","author":"AS Nowak","year":"1985","unstructured":"Nowak AS (1985) Measurable selection theorems for minimax stochastic optimization problems. SIAM J Control Optim 23(3):466\u2013476","journal-title":"SIAM J Control Optim"},{"issue":"3","key":"248_CR30","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1007\/BF00938215","volume":"52","author":"AS Nowak","year":"1987","unstructured":"Nowak AS (1987) Nonrandomized strategy equilibria in noncooperative stochastic games with additive transition and reward structure. J Optim Theory Appl 52(3):429\u2013441","journal-title":"J Optim Theory Appl"},{"key":"248_CR31","unstructured":"Nowak AS, Szajowski K (1999) Nonzero-sum stochastic games. In: Stochastic and differential games. Annals of the international society of dynamic games, vol\u00a04, chap\u00a07. Springer, Berlin, pp 297\u2013342"},{"key":"248_CR32","volume-title":"A course in game theory","author":"MJ Osborne","year":"1994","unstructured":"Osborne MJ, Rubinstein A (1994) A course in game theory. MIT Press, Cambridge"},{"key":"248_CR33","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1007\/978-94-011-3760-7_15","volume-title":"Stochastic games and related topics, theory and decision library","author":"U Rieder","year":"1991","unstructured":"Rieder U (1991) Non-cooperative dynamic games with general utility functions. In: Raghavan TES, Ferguson TS, Parthasarathy T, Vrieze OJ (eds) Stochastic games and related topics, theory and decision library, vol 7. Springer, Berlin, pp 161\u2013174"},{"issue":"3","key":"248_CR34","first-page":"179","volume":"32","author":"M Sch\u00e4l","year":"1975","unstructured":"Sch\u00e4l M (1975) Conditions for optimality in dynamic programming and for the limit of n-stage optimal policies to be optimal. Probab Theory Rel Fields 32(3):179\u2013196","journal-title":"Probab Theory Rel Fields"},{"issue":"10","key":"248_CR35","doi-asserted-by":"publisher","first-page":"1095","DOI":"10.1073\/pnas.39.10.1953","volume":"39","author":"LS Shapley","year":"1953","unstructured":"Shapley LS (1953) Stochastic games. Proc Natl Acad Sci USA 39(10):1095\u20131100","journal-title":"Proc Natl Acad Sci USA"},{"issue":"3","key":"248_CR36","doi-asserted-by":"publisher","first-page":"743","DOI":"10.1287\/moor.20.3.743","volume":"20","author":"N Shimkin","year":"1995","unstructured":"Shimkin N, Shwartz A (1995) Asymptotically efficient adaptive strategies in repeated games. Part I: certainty equivalence strategies. Math Oper Res 20(3):743\u2013767","journal-title":"Math Oper Res"},{"issue":"2","key":"248_CR37","doi-asserted-by":"publisher","first-page":"487","DOI":"10.1287\/moor.21.2.487","volume":"21","author":"N Shimkin","year":"1996","unstructured":"Shimkin N, Shwartz A (1996) Asymptotically efficient adaptive strategies in repeated games. Part II: asymptotic optimality. Math Oper Res 21(2):487\u2013512","journal-title":"Math Oper Res"},{"issue":"5","key":"248_CR38","first-page":"369","volume":"39","author":"Q Wei","year":"2011","unstructured":"Wei Q, Guo X (2011) Markov decision processes with state-dependent discount factors and unbounded rewards\/costs. Oper Res Lett 39(5):369\u2013374","journal-title":"Oper Res Lett"}],"container-title":["Dynamic Games and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13235-018-0248-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13235-018-0248-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13235-018-0248-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,12,23]],"date-time":"2019-12-23T04:32:58Z","timestamp":1577075578000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13235-018-0248-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,3,3]]},"references-count":38,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,3]]}},"alternative-id":["248"],"URL":"https:\/\/doi.org\/10.1007\/s13235-018-0248-8","relation":{},"ISSN":["2153-0785","2153-0793"],"issn-type":[{"type":"print","value":"2153-0785"},{"type":"electronic","value":"2153-0793"}],"subject":[],"published":{"date-parts":[[2018,3,3]]},"assertion":[{"value":"3 March 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}