{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T17:04:59Z","timestamp":1781111099693,"version":"3.54.1"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T00:00:00Z","timestamp":1667606400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T00:00:00Z","timestamp":1667606400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["11931018"],"award-info":[{"award-number":["11931018"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62073346"],"award-info":[{"award-number":["62073346"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discrete Event Dyn Syst"],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1007\/s10626-022-00366-4","type":"journal-article","created":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T08:02:48Z","timestamp":1667635368000},"page":"545-571","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Zero-sum semi-Markov games with state-action-dependent discount factors"],"prefix":"10.1007","volume":"32","author":[{"given":"Zhihui","family":"Yu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xianping","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3193-7336","authenticated-orcid":false,"given":"Li","family":"Xia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,11,5]]},"reference":[{"key":"366_CR1","unstructured":"Ash R B, Robert B, Doleans-Dade CA, Catherine A (2000) Probability and measure theory. Academic Press"},{"key":"366_CR2","doi-asserted-by":"publisher","DOI":"10.1002\/9781118547168","volume-title":"Game Theory: An Introduction","author":"EN Barron","year":"2013","unstructured":"Barron EN (2013) Game Theory: An Introduction, 2nd Edn. Wiley, New York","edition":"2nd Edn"},{"key":"366_CR3","unstructured":"Chen F, Guo X, Liao ZW (2021) Discounted semi-Markov games with incomplete information on one side. arXiv:210707499"},{"issue":"1","key":"366_CR4","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1073\/pnas.39.1.42","volume":"39","author":"K Fan","year":"1953","unstructured":"Fan K (1953) Minimax theorems. Proc Natl Acad Sci U S A 39 (1):42\u201347","journal-title":"Proc Natl Acad Sci U S A"},{"issue":"1","key":"366_CR5","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1287\/moor.19.1.152","volume":"19","author":"EA Feinberg","year":"1994","unstructured":"Feinberg E A, Shwartz A (1994) Markov decision models with weighted discounted criteria. Math Oper Res 19(1):152\u2013168","journal-title":"Math Oper Res"},{"key":"366_CR6","volume-title":"Competitive Markov Decision Processes","author":"J Filar","year":"2012","unstructured":"Filar J, Vrieze K (2012) Competitive Markov Decision Processes. Springer Science & Business Media, Berlin"},{"issue":"5","key":"366_CR7","first-page":"737","volume":"45","author":"J Gonz\u00e1lez-Hern\u00e1ndez","year":"2009","unstructured":"Gonz\u00e1lez-Hern\u00e1ndez J, L\u00f3pez-mart\u00ednez RR, Minj\u00e1rez-Sosa JA (2009) Approximation, estimation and control of stochastic systems under a randomized discounted cost criterion. Kybernetika 45(5):737\u2013754","journal-title":"Kybernetika"},{"issue":"1","key":"366_CR8","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s13235-018-0248-8","volume":"9","author":"D Gonz\u00e1lez-S\u00e1nchez","year":"2019","unstructured":"Gonz\u00e1lez-S\u00e1nchez D, Luque-V\u00e1squez F, Minj\u00e1rez-Sosa J A (2019) Zero-Sum Markov games with random State-Actions-Dependent discount factors: Existence of optimal strategies. Dyn Games Appl 9(1):103\u2013121","journal-title":"Dyn Games Appl"},{"key":"366_CR9","volume-title":"Discrete-time markov control processes: basic optimality criteria, vol 30","author":"O Hern\u00e1ndez-Lerma","year":"2012","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (2012a) Discrete-time markov control processes: basic optimality criteria, vol 30. Springer Science & Business Media, Berlin"},{"key":"366_CR10","unstructured":"Hern\u00e1ndez-Lerma O, Lasserre JB (2012b) Further topics on discrete-time markov control processes, vol 42. Springer Science & Business Media"},{"issue":"5","key":"366_CR11","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1287\/mnsc.12.5.359","volume":"12","author":"AJ Hoffman","year":"1966","unstructured":"Hoffman A J, Karp R M (1966) On nonterminating stochastic games. Manag Sci 12(5):359\u2013370","journal-title":"Manag Sci"},{"issue":"1","key":"366_CR12","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/j.ejor.2011.01.027","volume":"212","author":"Y Huang","year":"2011","unstructured":"Huang Y, Guo X (2011) Finite horizon semi-Markov decision processes with application to maintenance systems. Eur J Oper Res 212(1):131\u2013140","journal-title":"Eur J Oper Res"},{"key":"366_CR13","first-page":"503","volume":"53","author":"YH Huang","year":"2010","unstructured":"Huang Y H, Guo X P (2010) Discounted semi-Markov decision processes with nonnegative costs. Acta Math Sinica (Chinese Series) 53:503\u2013514","journal-title":"Acta Math Sinica (Chinese Series)"},{"key":"366_CR14","doi-asserted-by":"crossref","unstructured":"Kirman A P, Sobel M J (1974) Dynamic oligopoly with inventories. Econometrica: Journal of the Econometric Society, 279\u2013287","DOI":"10.2307\/1911978"},{"issue":"1","key":"366_CR15","doi-asserted-by":"publisher","first-page":"56","DOI":"10.2307\/3214791","volume":"29","author":"AK Lal","year":"1992","unstructured":"Lal A K, Sinha S (1992) Zero-sum two-person semi-Markov games. J Appl Probab 29(1):56\u201372","journal-title":"J Appl Probab"},{"key":"366_CR16","doi-asserted-by":"crossref","unstructured":"Littman ML (1994) Markov games as a framework for multi-agent reinforcement learning","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"issue":"1","key":"366_CR17","first-page":"15","volume":"6","author":"F Luque-V\u00e1squez","year":"2002","unstructured":"Luque-V\u00e1squez F (2002a) Zero-sum semi-Markov game in Borel spaces with discounted payoff. Morfismos 6(1):15\u201329","journal-title":"Morfismos"},{"key":"366_CR18","first-page":"227","volume":"8","author":"F Luque-V\u00e1squez","year":"2002","unstructured":"Luque-V\u00e1squez F (2002b) Zero-sum semi-Markov games in Borel spaces: discounted and average payoff. Bol Soc Mat Mexicana 8:227\u2013241","journal-title":"Bol Soc Mat Mexicana"},{"issue":"3","key":"366_CR19","doi-asserted-by":"publisher","first-page":"743","DOI":"10.1007\/s11750-015-0360-5","volume":"23","author":"JA Minj\u00e1rez-Sosa","year":"2015","unstructured":"Minj\u00e1rez-Sosa J A (2015) Markov control models with unknown random state\u2013action-dependent discount factors. Top 23(3):743\u2013772","journal-title":"Top"},{"issue":"3","key":"366_CR20","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1007\/s00245-007-9016-7","volume":"57","author":"JA Minj\u00e1rez-Sosa","year":"2008","unstructured":"Minj\u00e1rez-Sosa J A, Luque-V\u00e1squez F (2008) Two person zero-sum semi-Markov games with unknown holding times distribution on one side: a discounted payoff criterion. Appl Math Optim 57(3):289\u2013305","journal-title":"Appl Math Optim"},{"issue":"3","key":"366_CR21","doi-asserted-by":"publisher","first-page":"567","DOI":"10.1007\/s00182-015-0470-1","volume":"45","author":"P Mondal","year":"2016","unstructured":"Mondal P, Sinha S, Neogy S K, Das A K (2016) On discounted AR-AT semi-Markov games and its complementarity formulations. Int J Game Theory 45(3):567\u2013583","journal-title":"Int J Game Theory"},{"issue":"02","key":"366_CR22","doi-asserted-by":"publisher","first-page":"2040008","DOI":"10.1142\/S0219198920400083","volume":"22","author":"P Mondal","year":"2020","unstructured":"Mondal P, Neogy S, Gupta A, Ghorui D (2020) A policy improvement algorithm for solving a mixture class of perfect information and AR-AT semi-Markov games. Int Game Theory Rev 22(02):2040008","journal-title":"Int Game Theory Rev"},{"issue":"1","key":"366_CR23","first-page":"13","volume":"4","author":"AS Nowak","year":"1984","unstructured":"Nowak A S (1984) On zero-sum stochastic games with general state space I. Probab Math Stat 4(1):13\u201332","journal-title":"Probab Math Stat"},{"issue":"7","key":"366_CR24","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1287\/mnsc.15.7.399","volume":"15","author":"M Pollatschek","year":"1969","unstructured":"Pollatschek M, Avi-Itzhak B (1969) Algorithms for stochastic games with geometrical interpretation. Manag Sci 15(7):399\u2013415","journal-title":"Manag Sci"},{"key":"366_CR25","unstructured":"Raut L K (1990) Two-sided altruism lindahl equilibrium and pareto efficiency in overlapping generations models. Department of Economics, University of California"},{"issue":"3","key":"366_CR26","doi-asserted-by":"publisher","first-page":"649","DOI":"10.2307\/3211944","volume":"7","author":"SM Ross","year":"1970","unstructured":"Ross SM (1970) Average cost semi-Markov decision processes. J Appl Probability 7(3):649\u2013656","journal-title":"J Appl Probability"},{"issue":"3","key":"366_CR27","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1007\/BF00532612","volume":"32","author":"M Sch\u00e4l","year":"1975","unstructured":"Sch\u00e4l M (1975) Conditions for optimality in dynamic programming and for the limit of n-stage optimal policies to be optimal. Zeitschrift f\u00fcr Wahrscheinlichkeitstheorie und verwandte Gebiete 32(3):179\u2013196","journal-title":"Zeitschrift f\u00fcr Wahrscheinlichkeitstheorie und verwandte Gebiete"},{"issue":"10","key":"366_CR28","doi-asserted-by":"publisher","first-page":"1095","DOI":"10.1073\/pnas.39.10.1095","volume":"39","author":"LS Shapley","year":"1953","unstructured":"Shapley L S (1953) Stochastic games. Proc Natl Acad Sci 39 (10):1095\u20131100","journal-title":"Proc Natl Acad Sci"},{"key":"366_CR29","first-page":"55","volume":"13","author":"K Tanaka","year":"1976","unstructured":"Tanaka K, Wakuta K (1976) On semi-Markov games. Science Reports of Niigata University Series A, Mathematics 13:55\u201364","journal-title":"Science Reports of Niigata University Series A, Mathematics"},{"issue":"1","key":"366_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10440-022-00470-5","volume":"177","author":"\u00d3 Vega-Amaya","year":"2022","unstructured":"Vega-Amaya \u00d3, Luque-V\u00e1squez F, Castro-Enr\u00edquez M (2022) Zero-sum average cost semi-markov games with weakly continuous transition probabilities and a minimax semi-markov inventory problem. Acta Appl Math 177(1):1\u201327","journal-title":"Acta Appl Math"},{"issue":"5","key":"366_CR31","first-page":"369","volume":"39","author":"Q Wei","year":"2011","unstructured":"Wei Q, Guo X (2011) Markov decision processes with state-dependent discount factors and unbounded rewards\/costs. Oper Res Lett 39(5):369\u2013374","journal-title":"Oper Res Lett"},{"issue":"4","key":"366_CR32","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1007\/s10626-014-0209-3","volume":"26","author":"X Wu","year":"2016","unstructured":"Wu X, Zhang J (2016) Finite approximation of the first passage models for discrete-time Markov decision processes with varying discount factors. Discrete Event Dyn Syst 26(4):669\u2013683","journal-title":"Discrete Event Dyn Syst"},{"issue":"1","key":"366_CR33","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/s10440-012-9669-3","volume":"121","author":"L Ye","year":"2012","unstructured":"Ye L, Guo X (2012) Continuous-time Markov decision processes with state-dependent discount factors. Acta Applicandae Math 121(1):5\u201327","journal-title":"Acta Applicandae Math"}],"container-title":["Discrete Event Dynamic Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10626-022-00366-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10626-022-00366-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10626-022-00366-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,11]],"date-time":"2022-11-11T13:27:05Z","timestamp":1668173225000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10626-022-00366-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,5]]},"references-count":33,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,12]]}},"alternative-id":["366"],"URL":"https:\/\/doi.org\/10.1007\/s10626-022-00366-4","relation":{},"ISSN":["0924-6703","1573-7594"],"issn-type":[{"value":"0924-6703","type":"print"},{"value":"1573-7594","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11,5]]},"assertion":[{"value":"28 April 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 August 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 November 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}