{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T17:09:51Z","timestamp":1761844191474},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2012,4,1]],"date-time":"2012-04-01T00:00:00Z","timestamp":1333238400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Int. J. Autom. Comput."],"published-print":{"date-parts":[[2012,4]]},"DOI":"10.1007\/s11633-012-0625-5","type":"journal-article","created":{"date-parts":[[2012,4,10]],"date-time":"2012-04-10T03:52:34Z","timestamp":1334029954000},"page":"122-134","source":"Crossref","is-referenced-by-count":5,"title":["Improving behavior of computer game bots using fictitious play"],"prefix":"10.1007","volume":"9","author":[{"given":"Ushma Kesha","family":"Patel","sequence":"first","affiliation":[]},{"given":"Purvag","family":"Patel","sequence":"additional","affiliation":[]},{"given":"Henry","family":"Hexmoor","sequence":"additional","affiliation":[]},{"given":"Norman","family":"Carver","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2012,4,11]]},"reference":[{"key":"625_CR1","first-page":"374","volume-title":"Iterative Solutions of Games by Fictitious Play","author":"G. W. Brown","year":"1951","unstructured":"G. W. Brown. Activity analysis of production and allocation. Iterative Solutions of Games by Fictitious Play, T. C. Koopmans, Ed., New York, USA: Wiley, pp. 374\u2013376, 1951."},{"key":"625_CR2","volume-title":"Artificial Intelligence: A Modern Approach","author":"S. Russell","year":"2003","unstructured":"S. Russell, P. Norvig. Artificial Intelligence: A Modern Approach, New Jersey, USA: Prentice Hall, 2003."},{"key":"625_CR3","first-page":"1355","volume-title":"Proceedings of the 10th IEEE International Conference on Fuzzy Systems","author":"D. Johnson","year":"2001","unstructured":"D. Johnson, J. Wiles. Computer games with intelligence. In Proceedings of the 10th IEEE International Conference on Fuzzy Systems, IEEE, Melbourne, Australia, pp. 1355\u20131358, 2001."},{"issue":"1","key":"625_CR4","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1007\/s11633-008-0045-8","volume":"5","author":"S. M. Lucas","year":"2008","unstructured":"S. M. Lucas. Computational intelligence and games: Challenges and opportunities. International Journal of Automation and Computing, vol. 5, no. 1, pp. 45\u201357, 2008.","journal-title":"International Journal of Automation and Computing"},{"key":"625_CR5","doi-asserted-by":"crossref","first-page":"414","DOI":"10.1007\/3-540-45579-5_28","volume":"2063","author":"A. Nareyek","year":"2000","unstructured":"A. Nareyek. Intelligent agents for computer games. In Proceedings of the 2nd International Conference of Computers and Games, Springer, vol. 2063, pp. 414\u2013422, 2000.","journal-title":"Proceedings of the 2nd International Conference of Computers and Games"},{"key":"625_CR6","first-page":"333","volume-title":"Proceedings of the 12th Irish Conference on Artificial Intelligence and Cognitive Science","author":"C. Fairclough","year":"2001","unstructured":"C. Fairclough, M. Fagan, B. Namee, P. Cunningham. Research directions for AI in computer games. In Proceedings of the 12th Irish Conference on Artificial Intelligence and Cognitive Science, CiteSeer, NUI, Ireland, pp. 333\u2013344, 2001."},{"key":"625_CR7","unstructured":"J. Grzyb. Artificial intelligence in games. Software Developer_s Journal, [Online], Available: http:\/\/www.cs.rochester.edu\/brown\/242\/assts\/termprojs\/games.pdf , August 14, 2011."},{"key":"625_CR8","first-page":"124","volume-title":"Proceedings of the 2008 Spring Simulation Multi-conference","author":"S. Yildirim","year":"2008","unstructured":"S. Yildirim, S. B. Stene. A survey on the need and use of AI in game agents. In Proceedings of the 2008 Spring Simulation Multi-conference, ACM, Ottawa, Canada, pp. 124\u2013131, 2008."},{"key":"625_CR9","doi-asserted-by":"crossref","unstructured":"S. Franklin, A. Graesser. Is it an agent or just a program?: A taxonomy for autonomous agents. In Proceedings of the Workshop on Intelligent Agents III, Agent Theories, Architectures, and Languages, Springer, pp. 21\u201335, 1997.","DOI":"10.1007\/BFb0013570"},{"issue":"7","key":"625_CR10","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1109\/2.933506","volume":"34","author":"J. E. Laird","year":"2001","unstructured":"J. E. Laird. Using a computer game to develop advanced AI. IEEE Computer, vol. 34, no. 7, pp. 70\u201375, 2001.","journal-title":"IEEE Computer"},{"key":"625_CR11","first-page":"47","volume-title":"Proceedings of the 2nd International Workshop on Infrastructure for Agents MAS and Scalable MAS","author":"R. Adobbati","year":"2001","unstructured":"R. Adobbati, A. N. Marshall, A. Scholer, S. Tejada, G. Kaminka, S. Scfaffer, C. Sollitto. Gamebots: A 3D virtual world test-bed for multi-agent research. In Proceedings of the 2nd International Workshop on Infrastructure for Agents MAS and Scalable MAS, Mendeley, Montreal, Canada, vol. 45, pp. 47\u201352, 2001."},{"key":"625_CR12","unstructured":"R. Calder, J. Smith, A. Courtemarche, J. Mar, A. Ceranowicz. ModSAF behavior simulation and control. In Proceedings of the 2nd Conference on Computer Generated Forces and Behavorial Representation, STRICOM-DMSO, pp. 347\u2013356, 1993."},{"key":"625_CR13","first-page":"62","volume-title":"Proceedings of the 15th International Joint Conference on Artificial Intelligence","author":"H. Kitano","year":"1997","unstructured":"H. Kitano, M. Tambe, P. Stone, M. Veloso, S. Coradeschi, E. Osawa, H. Matsubara, I. Noda, M. Asada. The RoboCup synthetic agent challenge 97. In Proceedings of the 15th International Joint Conference on Artificial Intelligence, ACM, Nagoya, Japan, pp. 62\u201373, 1997."},{"issue":"4","key":"625_CR14","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1109\/85.238389","volume":"15","author":"J. Neumann","year":"1993","unstructured":"J. Neumann. First draft of a report on the EDVAC. IEEE Annals of the History of Computing, vol. 15, no. 4, pp. 27\u201375, 1993.","journal-title":"IEEE Annals of the History of Computing"},{"key":"625_CR15","volume-title":"Theory of Games and Economic Behavior","author":"J. Neumann","year":"1944","unstructured":"J. Neumann, O. Morgentstern. Theory of Games and Economic Behavior, New Jersey, USA: Princeton University Press, 1944."},{"issue":"1","key":"625_CR16","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1007\/s11633-007-0025-4","volume":"4","author":"M. W. Lee","year":"2007","unstructured":"M. W. Lee, J. M. Lee. Generation and control of game virtual environment. International Journal of Automation and Computing, vol. 4, no. 1, pp. 25\u201329, 2007.","journal-title":"International Journal of Automation and Computing"},{"key":"625_CR17","unstructured":"J. Broome. Botman\u2019s bots Half-Life bot development, [Online], Available: http:\/\/hpb-bot.bots-united.com\/ , August 14, 2011."},{"key":"625_CR18","doi-asserted-by":"crossref","first-page":"757","DOI":"10.1109\/IAT.2006.86","volume-title":"Proceedings of the IEEE\/WIC\/ACM International Conference on Intelligent Agent Technology","author":"C. Melo","year":"2006","unstructured":"C. Melo, R. Prada, G. Raimundo, J. Pardal, H. S. Pinto, A. Paiva. Mainstream games in the multi-agent classroom. In Proceedings of the IEEE\/WIC\/ACM International Conference on Intelligent Agent Technology, ACM, Hong Kong, PRC, pp. 757\u2013761, 2006."},{"key":"625_CR19","unstructured":"CSNation.net. Counter-Strike, [Online], Available: http:\/\/csnation.totalgamingnetwork.com\/ , August 11, 2011."},{"key":"625_CR20","first-page":"16","volume-title":"AI Game Programming Wisdom","author":"B. Scott","year":"2002","unstructured":"B. Scott. The illusion of intelligence. AI Game Programming Wisdom, Steve Rabin Ed., Massachusetts, USA: Charles River Media, pp. 16\u201320, 2002.","edition":"Steve Rabin Ed."},{"key":"625_CR21","doi-asserted-by":"crossref","first-page":"668","DOI":"10.1145\/544862.544901","volume-title":"Proceedings of the 1st International Joint Conference on Autonomous Agents and Multi-agent Systems","author":"A. Bartish","year":"2002","unstructured":"A. Bartish, C. Thevathayan. BDI agents for game development. In Proceedings of the 1st International Joint Conference on Autonomous Agents and Multi-agent Systems, ACM, Bologna, Italy, pp. 668\u2013669, 2002."},{"key":"625_CR22","first-page":"312","volume-title":"Proceedings of the 1st International Conference on Multi-agent Systems","author":"A. Rao","year":"1995","unstructured":"A. Rao, M. Georgeff. BDI agents: From theory to practice. In Proceedings of the 1st International Conference on Multi-agent Systems, Mendeley, California, USA, pp. 312\u2013319, 1995."},{"key":"625_CR23","volume-title":"Improving Computer Game Bots\u2019 Behavior Using Q-Learning","author":"P. Patel","year":"2009","unstructured":"P. Patel. Improving Computer Game Bots\u2019 Behavior Using Q-Learning, Ph. D. dissertation, Southern Illinois University Carbondale, USA, 2009."},{"key":"625_CR24","first-page":"3","volume-title":"Reinforcement Learning: An Introduction","author":"R. Sutton","year":"1998","unstructured":"R. Sutton, A. Barto. Reinforcement Learning: An Introduction, Massachusetts, USA: MIT Press, pp. 3\u201310 and 51\u201375, 1998."},{"key":"625_CR25","doi-asserted-by":"crossref","unstructured":"M. McPartland, M. Gallagher. Learning to be a bot: Reinforcement learning in shooter games. In Proceedings of the 4th Artificial Intelligence and Interactive Digital Entertainment Conference, California, USA, pp. 78\u201383, 2008.","DOI":"10.1609\/aiide.v4i1.18676"},{"key":"625_CR26","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1017\/CBO9780511800481","volume-title":"Algorithmic Game Theory","author":"N. Nisan","year":"2007","unstructured":"N. Nisan, T. Roughgarden, E. Tardos, V. Vazirani. Algorithmic Game Theory, New York, USA: Cambridge University Press, pp. 3\u201327, 2007."},{"key":"625_CR27","first-page":"1","volume-title":"Game Theory: Analysis of Conflict, Massachusetts","author":"R. Myerson","year":"1997","unstructured":"R. Myerson. Game Theory: Analysis of Conflict, Massachusetts, USA: Harvard University Press, pp. 1\u201331, 1997."},{"key":"625_CR28","first-page":"37","volume-title":"Strategies and Games \u2014 Theory and Practice","author":"P. Dutta","year":"1999","unstructured":"P. Dutta. Strategies and Games \u2014 Theory and Practice, Massachusetts, USA: MIT Press, pp. 37, 103\u2013115, 139\u2013148, 1999."},{"key":"625_CR29","unstructured":"S. Kuhn. Prisoner\u2019s Dilemma, [Online], Available: http:\/\/plato.stanford.edu\/entries\/prisoner-dilemma\/ , August 14, 2011."},{"key":"625_CR30","first-page":"73","volume-title":"The Topology of 2\u00d72 Games \u2014 A New Periodic Table","author":"D. Robinson","year":"2005","unstructured":"D. Robinson, D. Goforth. The Topology of 2\u00d72 Games \u2014 A New Periodic Table, USA and Canada: Routledge Publication, pp. 73\u201375 and 81\u201383, 2005."},{"key":"625_CR31","first-page":"749","volume-title":"Proceedings of the 16th IEEE International Conference on Tools with Artificial Intelligence","author":"J. Zeleznikow","year":"2004","unstructured":"J. Zeleznikow, E. Bellucci, A. Lodder. Integrating artificial intelligence, argumentation and game theory to develop an online dispute resolution environment. In Proceedings of the 16th IEEE International Conference on Tools with Artificial Intelligence, IEEE, Boca Raton, USA, pp. 749\u2013754, 2004."},{"key":"625_CR32","first-page":"148","volume-title":"Game Theory for the Social Sciences \u2014 Studies in Game Theory and Mathematical Economics","author":"H. Moulin","year":"1986","unstructured":"H. Moulin. Game Theory for the Social Sciences \u2014 Studies in Game Theory and Mathematical Economics, New York, USA: New York University Press, pp. 148\u2013177, 1986."},{"issue":"1","key":"625_CR33","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1073\/pnas.36.1.48","volume":"36","author":"J. Nash","year":"1950","unstructured":"J. Nash. Equilibrium points in n-person games. In Proceedings of the National Academy of Sciences, vol. 36, no. 1, pp. 48\u201349, 1950.","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"625_CR34","unstructured":"D. Monderer, A. Sela. Fictitious Play and No-Cycling Conditions, [Online], Available: http:\/\/www.sfb504.unimannheim.de\/publications\/dp97-12.pdf , August 14, 2011."},{"key":"625_CR35","unstructured":"M. Vidal. Learning in Multiagent Systems: An Introduction from a Game-theoretic Perspective. [Online], Available: http:\/\/jmvidal.cse.sc.edu\/papers\/vidal03a.pdf , August 14, 2011."},{"key":"625_CR36","unstructured":"R. Baumgarten, S. Colton, M. Morris. Combining AI methods for learning bots in a real-time strategy game. International Journal of Computer Games Technology, vol. 2009, Article ID 129075, 2009."},{"key":"625_CR37","first-page":"139","volume":"1","author":"N. Cole","year":"2004","unstructured":"N. Cole, S. J. Louis, C. Miles. Using a genetic algorithm to tune first-person shooter bot. In Proceedings of the International Congress on Evolutionary Computation, IEEE, vol. 1, pp. 139\u2013145, 2004. [Online], Available: http:\/\/www.cse.unr.edu\/sushil\/pubs\/newpapers\/2004\/cec\/cole\/paper.pdf , August 14, 2011.","journal-title":"Proceedings of the International Congress on Evolutionary Computation"},{"key":"625_CR38","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1109\/CTS.2009.5067479","volume-title":"Proceedings of International Symposium on Collaborative Technologies and Systems","author":"P. Patel","year":"2009","unstructured":"P. Patel, H. Hexmoor. Designing bots with BDI agents. In Proceedings of International Symposium on Collaborative Technologies and Systems, ACM, Maryland, USA, pp. 180\u2013186, 2009."},{"key":"625_CR39","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1145\/1067343.1067374","volume-title":"Proceedings of the 2004 ACM SIGCHI International Conference on Advances in Computer Entertainment Technology","author":"S. Zanetti","year":"2004","unstructured":"S. Zanetti, A. E. Rhalili. Machine learning techniques for FPS in Q3. In Proceedings of the 2004 ACM SIGCHI International Conference on Advances in Computer Entertainment Technology, ACM, Singapore, pp. 239\u2013244, 2004."},{"issue":"2","key":"625_CR40","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1017\/S0269888900008122","volume":"10","author":"M. Wooldridge","year":"1995","unstructured":"M. Wooldridge, N. Jennings. Intelligent agents: Theory and practice. The Knowledge Engineering Review, vol. 10, no. 2, pp. 115\u2013152, 1995.","journal-title":"The Knowledge Engineering Review"},{"key":"625_CR41","volume-title":"An Introduction to Multiagent Systems","author":"M. Wooldridge","year":"2002","unstructured":"M. Wooldridge. An Introduction to Multiagent Systems, England: John Wiley & Sons, 2002."},{"key":"625_CR42","first-page":"10","volume-title":"Proceedings of the 7th International Conference on Autonomous Agents and Multiagent Systems","author":"M. Tennenholtz","year":"2008","unstructured":"M. Tennenholtz. Game-theoretic recommendations: Some progress in an uphill battle. In Proceedings of the 7th International Conference on Autonomous Agents and Multiagent Systems, ACM, Estoril, Portugal, vol. 1, pp. 10\u201316, 2008."},{"issue":"1","key":"625_CR43","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1006\/jeth.1996.0014","volume":"68","author":"D. Moderer","year":"1996","unstructured":"D. Moderer, L. Shapley. Fictitious play property for games with identical interests. Journal of Economic Theory, vol. 68, no. 1, pp. 258\u2013265, 1996.","journal-title":"Journal of Economic Theory"},{"key":"625_CR44","first-page":"1577","volume-title":"Proceedings of the 7th International Conference on Autonomous Agents and Multi Agent Systems","author":"E. Gerding","year":"2008","unstructured":"E. Gerding, Z. Rabinovich, A. Byde, E. Elkind, N. Jennings. Approximating mixed Nash equilibria using smooth fictitious play in simultaneous auctions. In Proceedings of the 7th International Conference on Autonomous Agents and Multi Agent Systems, ACM, Estoril, Portugal, vol. 3, pp. 1577\u20131580, 2008."}],"container-title":["International Journal of Automation and Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11633-012-0625-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11633-012-0625-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11633-012-0625-5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,21]],"date-time":"2023-06-21T22:14:40Z","timestamp":1687385680000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11633-012-0625-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,4]]},"references-count":44,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2012,4]]}},"alternative-id":["625"],"URL":"https:\/\/doi.org\/10.1007\/s11633-012-0625-5","relation":{},"ISSN":["1476-8186","1751-8520"],"issn-type":[{"value":"1476-8186","type":"print"},{"value":"1751-8520","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,4]]}}}