{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T16:13:48Z","timestamp":1742919228348,"version":"3.40.3"},"publisher-location":"London","reference-count":30,"publisher":"Springer London","isbn-type":[{"type":"electronic","value":"9781447151029"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-1-4471-5102-9_33-2","type":"book-chapter","created":{"date-parts":[[2014,11,21]],"date-time":"2014-11-21T11:21:33Z","timestamp":1416568893000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Stochastic Games and Learning"],"prefix":"10.1007","author":[{"given":"Krzysztof","family":"Szajowski","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2014,10,13]]},"reference":[{"key":"33-2_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2307\/1911154","volume":"55","author":"RJ Aumann","year":"1987","unstructured":"Aumann RJ (1987) Correlated equilibrium as an expression of Bayesian rationality. Econometrica 55:1\u201318. doi:10.2307\/1911154","journal-title":"Econometrica"},{"key":"33-2_CR2","unstructured":"Bowling M, Veloso M (2001) Rational and convergent learning in stochastic games. In: Proceedings of the 17th international joint conference on artificial intelligence (IJCAI), Seattle, pp 1021\u20131026"},{"key":"33-2_CR3","series-title":"S. Shapley","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1007\/978-94-011-3760-7_5","volume-title":"Stochastic games and related topics: in honor of Professor L","author":"M Breton","year":"1991","unstructured":"Breton M (1991) Algorithms for stochastic games. In: Raghavan TES, Ferguson TS, Parthasarathy T, Vrieze OJ (eds) Stochastic games and related topics: in honor of Professor L. S. Shapley, vol 7. Springer Netherlands, Dordrecht, pp 45\u201357. doi:10.1007\/978-94-011-3760-7_5"},{"key":"33-2_CR4","first-page":"374","volume-title":"Activity analysis of production and allocation","author":"GW Brown","year":"1951","unstructured":"Brown GW (1951) Iterative solution of games by fictitious play. In: Koopmans TC (ed) Activity analysis of production and allocation. Wiley, New York, Chap. XXIV, pp 374\u2013376"},{"key":"33-2_CR5","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1007\/978-3-642-14435-6_7","volume-title":"Innovations in multi-agent systems and application\u20131","author":"L Bu\u015foniu","year":"2010","unstructured":"Bu\u015foniu L, Babu\u0161ka R, Schutter BD (2010) Multi-agent reinforcement learning: an overview. In: Srinivasan D, Jain LC (eds) Innovations in multi-agent systems and application\u20131. Springer, Berlin, pp 183\u2013221"},{"key":"33-2_CR6","series-title":"Annals of the international society of dynamic games","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1007\/978-1-4612-4274-1_18","volume-title":"New trends in dynamic games and applications","author":"D Carlson","year":"1995","unstructured":"Carlson D, Haurie A (1995) A turnpike theory for infinite horizon open-loop differential games with decoupled controls. In: Olsder GJ (ed) New trends in dynamic games and applications. Annals of the international society of dynamic games, vol 3. Birkh\u00e4user, Boston, pp 353\u2013376"},{"key":"33-2_CR7","volume-title":"Competitive Markov decision processes","author":"J Filar","year":"1997","unstructured":"Filar J, Vrieze K (1997) Competitive Markov decision processes. Springer, New York"},{"key":"33-2_CR8","doi-asserted-by":"crossref","unstructured":"Filar JA, Schultz TA, Thuijsman F, Vrieze OJ (1991) Nonlinear programming and stationary equilibria in stochastic games. Math Program 50(2, Ser A):227\u2013237. doi:10.1007\/BF01594936","DOI":"10.1007\/BF01594936"},{"key":"33-2_CR9","doi-asserted-by":"publisher","first-page":"1375","DOI":"10.2307\/1914304","volume":"54","author":"F Forges","year":"1986","unstructured":"Forges F (1986) An approach to communication equilibria. Econometrica 54:1375\u20131385. doi:10.2307\/1914304","journal-title":"Econometrica"},{"key":"33-2_CR10","volume-title":"The theory of learning in games","author":"D Fudenberg","year":"1998","unstructured":"Fudenberg D, Levine DK (1998) The theory of learning in games, vol 2. MIT, Cambridge"},{"key":"33-2_CR11","unstructured":"Greenwald A, Hall K (2003) Correlated-Q learning. In: Proceedings 20th international conference on machine learning (ISML-03), Washington, DC, 21\u201324 Aug 2003, pp 242\u2013249"},{"issue":"1","key":"33-2_CR12","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.jet.2003.10.001","volume":"118","author":"PJ-J Herings","year":"2004","unstructured":"Herings PJ-J, Peeters RJAP (2004) Stationary equilibria in stochastic games: structure, selection, and computation. J Econ Theory 118(1):32\u201360. doi:10.1016\/j.jet.2003.10.001","journal-title":"J Econ Theory"},{"key":"33-2_CR13","unstructured":"Hu J, Wellman MP (1998) Multiagent reinforcement learning: theoretical framework and an algorithm. In: Proceedings of the 15th international conference on machine learning, New Brunswick, pp 242\u2013250"},{"key":"33-2_CR14","first-page":"1039","volume":"4","author":"J Hu","year":"2003","unstructured":"Hu J, Wellman MP (2003) Nash Q-learning for general-sum stochastic games. J Mach Learn Res 4:1039\u20131069","journal-title":"J Mach Learn Res"},{"issue":"2","key":"33-2_CR15","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1137\/S0363012903437976","volume":"44","author":"DS Leslie","year":"2005","unstructured":"Leslie DS, Collins EJ (2005) Individual Q-learning in normal form games. SIAM J Control Optim 44(2):495\u2013514. doi:10.1137\/S0363012903437976","journal-title":"SIAM J Control Optim"},{"key":"33-2_CR16","doi-asserted-by":"crossref","unstructured":"Littman ML (1994) Markov games as a framework for multi-agent reinforcement learning. In: Proceedings of the 13th international conference on machine learning, New Brunswick, pp 157\u2013163","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"issue":"2","key":"33-2_CR17","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/BF01753236","volume":"7","author":"RB Myerson","year":"1978","unstructured":"Myerson RB (1978) Refinements of the Nash equilibrium concept. Int J Game Theory 7(2):73\u201380. doi:10.1007\/BF01753236","journal-title":"Int J Game Theory"},{"issue":"2","key":"33-2_CR18","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1016\/j.econlet.2007.05.033","volume":"99","author":"AS Nowak","year":"2008","unstructured":"Nowak AS (2008) Equilibrium in a dynamic game of capital accumulation with the overtaking criterion. Econ Lett 99(2):233\u2013237. doi:10.1016\/j.econlet.2007.05.033","journal-title":"Econ Lett"},{"key":"33-2_CR19","series-title":"Annals of the international society of dynamic games","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1007\/978-1-4612-1592-9_7","volume-title":"Stochastic and differential games: theory and numerical methods","author":"AS Nowak","year":"1998","unstructured":"Nowak AS, Szajowski K (1998) Nonzerosum stochastic games. In: Bardi M, Raghavan TES, Parthasarathy T (eds) Stochastic and differential games: theory and numerical methods. Annals of the international society of dynamic games, vol 4. Birkh\u00e4ser, Boston, pp 297\u2013342. doi:10.1007\/978-1-4612-1592-9_7"},{"key":"33-2_CR20","doi-asserted-by":"publisher","first-page":"543","DOI":"10.2307\/2224098","volume":"38","author":"F Ramsey","year":"1928","unstructured":"Ramsey F (1928) A mathematical theory of savings. Econ J 38:543\u2013559","journal-title":"Econ J"},{"issue":"54","key":"33-2_CR21","doi-asserted-by":"publisher","first-page":"296","DOI":"10.2307\/1969530","volume":"2","author":"J Robinson","year":"1951","unstructured":"Robinson J (1951) An iterative method of solving a game. Ann Math 2(54):296\u2013301. doi:10.2307\/1969530","journal-title":"Ann Math"},{"key":"33-2_CR22","unstructured":"Rogers PD (1969) Nonzero-sum stochastic games, PhD thesis, University of California, Berkeley. ProQuest LLC, Ann Arbor"},{"key":"33-2_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0022-0531(79)90002-4","volume":"21","author":"A Rubinstein","year":"1979","unstructured":"Rubinstein A (1979) Equilibrium in supergames with the overtaking criterion. J Econ Theory 21:1\u20139. doi:10.1016\/0022-0531(79)90002-4","journal-title":"J Econ Theory"},{"key":"33-2_CR24","doi-asserted-by":"publisher","first-page":"1095","DOI":"10.1073\/pnas.39.10.1095","volume":"39","author":"L Shapley","year":"1953","unstructured":"Shapley L (1953) Stochastic games. Proc Natl Acad Sci USA 39:1095\u20131100. doi:10.1073\/pnas.39.10.1095","journal-title":"Proc Natl Acad Sci USA"},{"key":"33-2_CR25","first-page":"1","volume":"52","author":"L Shapley","year":"1964","unstructured":"Shapley L (1964) Some topics in two-person games. Ann Math Stud 52:1\u201328","journal-title":"Ann Math Stud"},{"key":"33-2_CR26","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511811654","author":"Y Shoham","year":"2009","unstructured":"Shoham Y, Leyton-Brown K (2009) Multiagent systems: algorithmic, game-theoretic, and logical foundations. Cambridge University Press, Cambridge. doi:10.1017\/CBO9780511811654","journal-title":"Cambridge University Press, Cambridge."},{"key":"33-2_CR27","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1214\/aoms\/1177693059","volume":"42","author":"MJ Sobel","year":"1971","unstructured":"Sobel MJ (1971) Noncooperative stochastic games. Ann Math Stat 42:1930\u20131935. doi:10.1214\/aoms\/1177693059","journal-title":"Ann Math Stat"},{"issue":"3","key":"33-2_CR28","first-page":"6","volume":"2","author":"H Tijms","year":"2012","unstructured":"Tijms H (2012) Stochastic games and dynamic programming. Asia Pac Math Newsl 2(3):6\u201310","journal-title":"Asia Pac Math Newsl"},{"key":"33-2_CR29","doi-asserted-by":"crossref","unstructured":"Vohra R, Wellman M (eds) (2007) Foundations of multi-agent learning. Artif Intell 171:363\u2013452","DOI":"10.1016\/j.artint.2007.05.002"},{"key":"33-2_CR30","doi-asserted-by":"crossref","unstructured":"Wei\u00df G, Sen S (eds) (1996) Adaption and learning in multi-agent Systems. In: Proceedings of the IJCAI\u201995 workshop, Montr\u00e9al, 21 Aug 1995, vol 1042. Springer, Berlin. doi:10.1007\/3-540-60923-7","DOI":"10.1007\/3-540-60923-7"}],"container-title":["Encyclopedia of Systems and Control"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4471-5102-9_33-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,20]],"date-time":"2023-01-20T02:01:01Z","timestamp":1674180061000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-1-4471-5102-9_33-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9781447151029"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-1-4471-5102-9_33-2","relation":{},"subject":[],"published":{"date-parts":[[2014]]},"assertion":[{"value":"16 May 2014, 15:09:43","order":1,"name":"received","label":"Received","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"16 May 2014, 15:09:43","order":2,"name":"accepted","label":"Accepted","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"13 October 2014","order":3,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}