{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,16]],"date-time":"2026-04-16T09:58:18Z","timestamp":1776333498754,"version":"3.51.2"},"reference-count":66,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[1991,11,1]],"date-time":"1991-11-01T00:00:00Z","timestamp":688953600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["ZOR - Methods and Models of Operations Research"],"published-print":{"date-parts":[[1991,11]]},"DOI":"10.1007\/bf01415989","type":"journal-article","created":{"date-parts":[[2005,4,3]],"date-time":"2005-04-03T10:51:26Z","timestamp":1112525486000},"page":"437-472","source":"Crossref","is-referenced-by-count":66,"title":["Algorithms for stochastic games ? A survey"],"prefix":"10.1007","volume":"35","author":[{"given":"T. E. S.","family":"Raghavan","sequence":"first","affiliation":[]},{"given":"J. A.","family":"Filar","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"CR1","unstructured":"Aumann RJ (1964) Mixed and Behaviour Strategies in Infinite Extensive Games. In: Dresher M, Shapley LS (eds) Advances in Game Theory. Princeton University Press. Annals of Mathematics Studies 52"},{"key":"CR2","unstructured":"Baykal-Gursoy M, Ross KW (1989) A Sample Path Approach to Stochastic Games. Techn Rep, Rutgers University"},{"key":"CR3","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1287\/moor.1.3.197","volume":"1","author":"T Bewley","year":"1976","unstructured":"Bewley T, Kohlberg E (1976) The asymptotic theory of stochastic games. Math Oper Res 1:197?208","journal-title":"Math Oper Res"},{"key":"CR4","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1287\/moor.3.2.104","volume":"3","author":"T Bewley","year":"1978","unstructured":"Bewley T, Kohlberg E (1978) On Stochastic Games with Stationary Optimal Strategies. Math Oper Res 3:104?125","journal-title":"Math Oper Res"},{"key":"CR5","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1214\/aoms\/1177698513","volume":"39","author":"D Blackwell","year":"1968","unstructured":"Blackwell D, Ferguson T (1968) The Big Match. Ann Math Statistics 39:159?163","journal-title":"Ann Math Statistics"},{"key":"CR6","unstructured":"Breton M (1987) Equilibre pour des Jeux Sequentiel. PhD Thesis, University of Montreal"},{"key":"CR7","unstructured":"Breton M, Filar JA, Haurie A, Shultz TA (1985) On the Computation of Equilibria in Discounted Stochastic Games. In: Basar T (ed) Dynamic Games and Applications in Economics. Springer, Lecture Notes in Economics and Mathematical Systems 265"},{"key":"CR8","unstructured":"Brown GW (1951) Iterative Solutions of Games by Fictitious Play. In: Koopmans TC (ed) Activity Analysis of Production and Allocation. Wiley"},{"key":"CR9","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1002\/nav.3800140303","volume":"14","author":"A Charnes","year":"1967","unstructured":"Charnes A, Schroeder R (1967) On Some Tactical Antisubmarine Games. Naval Res Log Qtly 14:291?311","journal-title":"Naval Res Log Qtly"},{"key":"CR10","volume-title":"Finite State Markovian Decision Processes","author":"C Derman","year":"1970","unstructured":"Derman C (1970) Finite State Markovian Decision Processes. Academic Press, New York"},{"key":"CR11","doi-asserted-by":"crossref","first-page":"794","DOI":"10.1287\/opre.28.3.794","volume":"28","author":"A Federgruen","year":"1980","unstructured":"Federgruen A (1980) Successive Approximation Methods in Undiscounted Stochastic Games. Oper Res 28:794?810","journal-title":"Oper Res"},{"key":"CR12","unstructured":"Federgruen A (1983) Markovian Control Problems. Mathematical Centre Tracts 97, Amsterdam"},{"key":"CR13","volume-title":"PhD Thesis","author":"JA Filar","year":"1980","unstructured":"Filar JA (1980) Algorithms for Solving Some Undiscounted Stochastic Games. PhD Thesis, University of Illinois at Chicago, Chicago, Illinois"},{"key":"CR14","doi-asserted-by":"crossref","unstructured":"Filar JA Ordered Field Property for Stochastic Games When the Player Who Controls Transitions Changes from State to State. J Optim Theory Appl 34:503?513","DOI":"10.1007\/BF00935890"},{"key":"CR15","doi-asserted-by":"crossref","first-page":"723","DOI":"10.1109\/TAC.1985.1104060","volume":"AC-30","author":"JA Filar","year":"1985","unstructured":"Filar JA (1985) Player Aggregation in the Traveling Inspector Model. IEEE Trans on Aut Control AC-30:723?729","journal-title":"IEEE Trans on Aut Control"},{"key":"CR16","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1016\/0022-247X(86)90338-0","volume":"113","author":"JA Filar","year":"1986","unstructured":"Filar JA (1986) Quadratic Programming and the Single-Controller Stochastic Game. J Math Anal Appl 113:136?147","journal-title":"J Math Anal Appl"},{"key":"CR17","unstructured":"Filar JA, Raghavan TES (1980) Two Remarks Concerning Two Undiscounted Stochastic Games. Tech Rep 392. John Hopkins University, Department of Mathematical Sciences"},{"key":"CR18","doi-asserted-by":"crossref","first-page":"356","DOI":"10.1287\/moor.9.3.356","volume":"9","author":"JA Filar","year":"1984","unstructured":"Filar JA, Raghavan TES (1984) A Matrix Game Solution of the Single-Controller Stochastic Game. Math Oper Res 9:356?362","journal-title":"Math Oper Res"},{"key":"CR19","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1007\/BF01580590","volume":"35","author":"JA Filar","year":"1986","unstructured":"Filar JA, Shultz TA (1986) Nonlinear Programming and Stationary Strategies in Stochastic Games. Math Progr 35:243?247","journal-title":"Math Progr"},{"key":"CR20","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1007\/BF00938818","volume":"53","author":"JA Filar","year":"1987","unstructured":"Filar JA, Shultz TA (1987) Bilinear Programming and Structured Stochastic Games. J Optim Theory Appl 53:85?104","journal-title":"J Optim Theory Appl"},{"key":"CR21","unstructured":"Filar JA, Shultz TA, Thuijsman F, Vrieze OJ (1987) Nonlinear Programming and Stationary Equilibria in Stochastic Games. Math Program (to appear)"},{"key":"CR22","volume-title":"Stochastic Games and Related Topics, Shapley Honor volume","author":"JA Filar","year":"1988","unstructured":"Filar JA, Tolwinski B (1988) On the Algorithm of Pollatschek and Avi-Itzhak. In: Ferguson T et al. (eds) Stochastic Games and Related Topics, Shapley Honor volume. Kluwer, Dordrecht, The Netherlands (to appear)"},{"key":"CR23","first-page":"89","volume":"28","author":"AM Fink","year":"1964","unstructured":"Fink AM (1964) Equilibrium in a Stochastic N-Person Game. J Sci in Hiroshima Univ, Series A-I. 28:89?93","journal-title":"J Sci in Hiroshima Univ, Series A-I"},{"key":"CR24","unstructured":"Gilette D (1957) Stochastic Games with Zero Stop Probabilities. In: Dresher AWTM, Wolfe P (eds) Contributions to the Theory of Games. Princeton University Press, Annals of Mathematics Studies 39"},{"key":"CR25","volume-title":"Tech Rep SOL 83-12","author":"PE Gill","year":"1983","unstructured":"Gill PE, Murray W, Saunders MA, Wright MH (1983) User's Guide for SOL\/NPSOL: A Fortran Package for Nonlinear Programming. Tech Rep SOL 83-12. Stanford University, Stanford, California"},{"key":"CR26","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1287\/mnsc.12.5.359","volume":"12","author":"AJ Hoffman","year":"1966","unstructured":"Hoffman AJ, Karp RM (1966) On Non-terminating Stochastic Games. Management Sci 12:359?370","journal-title":"Management Sci"},{"key":"CR27","unstructured":"Hordijk A, Kallenberg LGM (1981) Linear Programming and Markov Games I, II. In: Moeschlin O, Pallaschke D (eds) Game Theory and Mathematical Economics. North Holland"},{"key":"CR28","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1214\/aos\/1176343008","volume":"3","author":"A Hordijk","year":"1975","unstructured":"Hordijk A, Tijms HC (1975) A Modified Form of the Iterative Method of Dynamic Programming. Annals of Stat 3:203?208","journal-title":"Annals of Stat"},{"key":"CR29","first-page":"413","volume":"12","author":"CE Lemke","year":"1965","unstructured":"Lemke CE (1965) Bimatrix Equilibrium Points and Mathematical Programming. Management Sci 12:413?423","journal-title":"Management Sci"},{"key":"CR30","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1137\/0112033","volume":"12","author":"CE Lemke","year":"1964","unstructured":"Lemke CE, Howson JT (1964) Equilibrium Points of Bimatrix Games. J Soc Indust Appl Math 12:413?423","journal-title":"J Soc Indust Appl Math"},{"key":"CR31","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1137\/1011093","volume":"11","author":"T Liggett","year":"1969","unstructured":"Liggett T, Lipman S (1969) Stochastic Games with Perfect Information and Time Average Payoff. SIAM Rev 11:604?607","journal-title":"SIAM Rev"},{"key":"CR32","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1007\/BF01769259","volume":"10","author":"JF Mertens","year":"1981","unstructured":"Mertens JF, Neyman A (1981) Stochastic Games. International J Game Theory 10:53?56","journal-title":"International J Game Theory"},{"key":"CR33","unstructured":"Mizuno N (1986) A New Algorithm for Non-Zerosum Markov Games. Tech Rep, New York University, Graduate School of Business"},{"key":"CR34","unstructured":"Mizuno N (1987) A Necessary Condition for the Existence of Average Reward Equilibrium Points for Finite N-Person Markov Games. Tech Rep, New York University, Graduate School of Business"},{"key":"CR35","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1007\/BF01720798","volume":"9","author":"SR Mohan","year":"1987","unstructured":"Mohan SR, Raghavan TES (1987) An Algorithm for Discounted Switching Control Games. OR Spectrum 9:41?45","journal-title":"OR Spectrum"},{"key":"CR36","unstructured":"Monash CA (1979) Stochastic Games. The Minimax Theorem. PhD Thesis, Harvard University"},{"key":"CR37","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1007\/BF01448847","volume":"100","author":"J Neumann von","year":"1928","unstructured":"von Neumann J (1928) Zur Theorie der Gesellschaftsspiele. Math Annal 100:295?320","journal-title":"Math Annal"},{"key":"CR38","series-title":"Tech Rep 89-1","volume-title":"A Finite Step Algorithm via a Bimatrix Garne to a Single-Controller Non-zerosum Stochastic Game","author":"A Nowak","year":"1989","unstructured":"Nowak A, Raghavan TES (1989) A Finite Step Algorithm via a Bimatrix Garne to a Single-Controller Non-zerosum Stochastic Game. Tech Rep 89-1. The University of Illinois at Chicago"},{"key":"CR39","doi-asserted-by":"crossref","first-page":"375","DOI":"10.1007\/BF00935250","volume":"33","author":"T Parthasarathy","year":"1981","unstructured":"Parthasarathy T, Raghavan TES (1981) An Orderfield Property for Stochastic Garnes when One Player Controls Transition Probabilities. J Optim Theory Appl 33:375?392","journal-title":"J Optim Theory Appl"},{"key":"CR40","unstructured":"Parthasarathy T, Stern M (1977) Markov Games: A Survey. In: Roxin PLE, Sternberg R (eds) Differential Games and Control Theory. Marcel Dekker"},{"key":"CR41","doi-asserted-by":"crossref","unstructured":"Parthasarathy T, Tijs SH, Vrieze OJ (1984) Stochastic Games with State Independent Transitions and Separable Rewards. In: Hammer G, Pallaschke D (eds) Selected Topics in OR and Mathematical Economics. Springer, Lecture Notes Series 226","DOI":"10.1007\/978-3-642-45567-4_19"},{"key":"CR42","doi-asserted-by":"crossref","first-page":"399","DOI":"10.1287\/mnsc.15.7.399","volume":"15","author":"M Pollatschek","year":"1969","unstructured":"Pollatschek M, Avi-Itzhak B (1969) Algorithms for Stochastic Games with Geometrical Interpretation. Management Sci 15:399?415","journal-title":"Management Sci"},{"key":"CR43","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1007\/BF00942191","volume":"47","author":"TES Raghavan","year":"1985","unstructured":"Raghavan TES, Tijs SH, Vrieze OJ (1985) On Stochastic Games with Additive Reward and Transition Structure. J Optim Theory Appl 47:451?464","journal-title":"J Optim Theory Appl"},{"key":"CR44","doi-asserted-by":"crossref","first-page":"627","DOI":"10.1007\/BF00935562","volume":"11","author":"S Rao","year":"1973","unstructured":"Rao S, Chandrasekaran R, Nair K (1973) Algorithms for Discounted Stochastic Games. J Optim Theory Appl 11:627?637","journal-title":"J Optim Theory Appl"},{"key":"CR45","doi-asserted-by":"crossref","first-page":"296","DOI":"10.2307\/1969530","volume":"54","author":"J Robinson","year":"1950","unstructured":"Robinson J (1950) An Iterative Model of Solving a Game. Ann Math 54:296?301","journal-title":"Ann Math"},{"key":"CR46","volume-title":"PhD Thesis","author":"PD Rogers","year":"1969","unstructured":"Rogers PD (1969) Non-zerosum Stochastic Games. PhD Thesis, University of California at Berkeley, Berkeley, California"},{"key":"CR47","unstructured":"Rothblum UG (1978) Solving Stopping Stochastic Games by Maximizing a Linear Function Subject to Quadratic Constraints. In: Moeschlin O, Pallaschke D (eds) Game Theory and Related Topics. North Holland"},{"key":"CR48","doi-asserted-by":"crossref","first-page":"401","DOI":"10.2307\/3212261","volume":"5","author":"PJ Schweitzer","year":"1968","unstructured":"Schweitzer PJ (1968) Perturbation theory and finite Markov chains. J Appl Prob 5:401?413","journal-title":"J Appl Prob"},{"key":"CR49","doi-asserted-by":"crossref","first-page":"1095","DOI":"10.1073\/pnas.39.10.1953","volume":"39","author":"LS Shapley","year":"1953","unstructured":"Shapley LS (1953) Stochastic Games. Proc Nat Acad Sci USA 39:1095?1100","journal-title":"Proc Nat Acad Sci USA"},{"key":"CR50","doi-asserted-by":"crossref","unstructured":"Shapley LS (1964) Some Topics in Two Person Games. In: Dresher LSSM, Tucker AW (eds) Advances in Game Theory. Princeton University Press","DOI":"10.1515\/9781400882014-002"},{"key":"CR51","volume-title":"PhD Thesis","author":"S Sinha","year":"1989","unstructured":"Sinha S (1989) A Contribution to the Theory of Stochastic Games. PhD Thesis, Indian Statistical Institute, New Delhi"},{"key":"CR52","doi-asserted-by":"crossref","first-page":"1930","DOI":"10.1214\/aoms\/1177693059","volume":"42","author":"MJ Sobel","year":"1971","unstructured":"Sobel MJ (1971) Non-cooperative Stochastic Games. Ann Math Stat 42:1930?1935","journal-title":"Ann Math Stat"},{"key":"CR53","doi-asserted-by":"crossref","first-page":"995","DOI":"10.1287\/opre.29.5.995","volume":"29","author":"MJ Sobel","year":"1981","unstructured":"Sobel MJ (1981) Myopic Solutions of Markov Decision Processes and Stochastic Games. Operat Res 29:995?1009","journal-title":"Operat Res"},{"key":"CR54","unstructured":"Sobel MJ (1981) Stochastic Fishery Games with Myotopic Equilibria. In: Mirman LJ, Spulber D (eds) The Economics of Renewable Resources. Elsevier-North-Holland"},{"key":"CR55","volume-title":"PhD Thesis","author":"M Stern","year":"1975","unstructured":"Stern M (1975) On Stochastic Games with Limiting Average Payoff. PhD Thesis, University of Illinois at Chicago"},{"key":"CR56","first-page":"95","volume":"28","author":"M Takahashi","year":"1964","unstructured":"Takahashi M (1964) Equilibrium Points of Stochastic Non-cooperative n-Person Games. J Sci Hiroshima University, Series A-I, 28:95?99","journal-title":"J Sci Hiroshima University, Series A-I"},{"key":"CR57","volume-title":"PhD Thesis","author":"F Thuijsman","year":"1989","unstructured":"Thuijsman F (1989) Optimality and Equilibria in Stochastic Games. PhD Thesis, Rijksuniversiteit Limburg, Maastricht"},{"key":"CR58","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1007\/BF01721195","volume":"3","author":"OJ Vrieze","year":"1981","unstructured":"Vrieze OJ (1981) Linear Programming and Undiscounted Stochastic Games. OR Spectrum 3:29?35","journal-title":"OR Spectrum"},{"key":"CR59","unstructured":"Vrieze OJ (1987) Stochastic Games with Finite State and Action Spaces. CWI Tracts 33, Amsterdam"},{"key":"CR60","series-title":"Tech Rep 8535","volume-title":"On Equilibria in Repeated Games with Absorbing States","author":"OJ Vrieze","year":"1986","unstructured":"Vrieze OJ, Thuijsman F (1986) On Equilibria in Repeated Games with Absorbing States. Tech Rep 8535. Catholic University, Nijmegen, Department of Mathematics"},{"key":"CR61","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1007\/BF01769064","volume":"11","author":"OJ Vrieze","year":"1980","unstructured":"Vrieze OJ, Tijs SH (1980) Fictitious Play Applied to Sequence of Games and Discounted Stochastic Games. Intern J Game Theory 11:71?85","journal-title":"Intern J Game Theory"},{"key":"CR62","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1007\/BF01720283","volume":"5","author":"OJ Vrieze","year":"1983","unstructured":"Vrieze OJ, Tijs SH, Raghavan TES, Filar JA (1983) A Finite Algorithm for the Switching Controller Stochastic Game. OR Spectrum 5:15?24","journal-title":"OR Spectrum"},{"key":"CR63","unstructured":"van der Wal J (1981) Stochastic Dynamic Programming. Math Center Tracts 139, Amsterdam"},{"key":"CR64","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1007\/BF01770870","volume":"6","author":"J Wal van der","year":"1977","unstructured":"van der Wal J (1977) Discounted Markov Games: Successive Approximation and Stopping Times. Intern J Game Theory 6:11?22","journal-title":"Intern J Game Theory"},{"key":"CR65","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1137\/0316026","volume":"16","author":"W Winston","year":"1978","unstructured":"Winston W (1978) A Stochastic Game Model of a Weapons Development Competition. SIAM J Control Optim 16:411?419","journal-title":"SIAM J Control Optim"},{"key":"CR66","unstructured":"Winston WL, Cabot AV (1984) A Stochastic Game Model of Football Play Selection. Tech Rep, Indiana University, Paper presented at the TIMS\/ORSA joint National meeting in Dallas"}],"container-title":["ZOR Zeitschrift f\ufffdr Operations Research Methods and Models of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF01415989.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/BF01415989\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF01415989","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,2]],"date-time":"2019-05-02T13:12:39Z","timestamp":1556802759000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BF01415989"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1991,11]]},"references-count":66,"journal-issue":{"issue":"6","published-print":{"date-parts":[[1991,11]]}},"alternative-id":["BF01415989"],"URL":"https:\/\/doi.org\/10.1007\/bf01415989","relation":{},"ISSN":["0340-9422","1432-5217"],"issn-type":[{"value":"0340-9422","type":"print"},{"value":"1432-5217","type":"electronic"}],"subject":[],"published":{"date-parts":[[1991,11]]}}}