{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T07:05:23Z","timestamp":1761807923443,"version":"3.40.3"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319197272"},{"type":"electronic","value":"9783319197289"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-19728-9_7","type":"book-chapter","created":{"date-parts":[[2015,5,28]],"date-time":"2015-05-28T18:36:29Z","timestamp":1432838189000},"page":"81-93","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["The Application of Co-evolutionary Genetic Programming and TD(1) Reinforcement Learning in Large-Scale Strategy Game VCMI"],"prefix":"10.1007","author":[{"given":"\u0141ukasz","family":"Wilisowski","sequence":"first","affiliation":[]},{"given":"Rafa\u0142","family":"Dre\u017cewski","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,5,29]]},"reference":[{"key":"7_CR1","unstructured":"Vcmi documentation. http:\/\/wiki.vcmi.eu\/index.php?title=Game_mechanics"},{"key":"7_CR2","unstructured":"Amato, C., Shani, G.: High-level reinforcement learning in strategy games. In: van der Hoek, W. et al. (ed.) AAMAS. pp. 75\u201382. IFAAMAS (2010)"},{"key":"7_CR3","doi-asserted-by":"crossref","unstructured":"Baier, H., Winands, M.: Monte-carlo tree search and minimax hybrids with heuristic evaluation functions. In: Cazenave, T., Winands, M., Bj\u00f6rnsson, Y. (eds.) Computer Games, Communications in Computer and Information Science, vol. 504, pp. 45\u201363. Springer International Publishing, Berlin (2014)","DOI":"10.1007\/978-3-319-14923-3_4"},{"key":"7_CR4","unstructured":"Beal, D.: Learn from your opponent\u2014but what if he\/she\/it knows less than you? In: Retschitzki, J., Haddab-Zubel, R. (eds.) Step by Step : Proceedings of the 4th Colloquium Board Games in Academia. pp. 123\u2013132. Editions Universitaires (2002)"},{"key":"7_CR5","unstructured":"Bj\u00f6rnsson, Y., Hafsteinsson, V., J\u00f3hannsson, \u00c1., J\u00f3nsson, E.: Efficient use of reinforcement learning in a computer game. In: Computer Games: Artificial Intellignece, Design and Education (CGAIDE\u201904), pp. 379\u2013383 (2004)"},{"key":"7_CR6","first-page":"213","volume":"3","author":"RI Brafman","year":"2002","unstructured":"Brafman, R.I., Tennenholtz, M.: R-MAX\u2014a general polynomial time algorithm for near-optimal reinforcement learning. J. Mach. Learn. Res. 3, 213\u2013231 (2002)","journal-title":"J. Mach. Learn. Res."},{"key":"7_CR7","doi-asserted-by":"crossref","unstructured":"Browne, C., Powley, E.J., Whitehouse, D., Lucas, S.M., Cowling, P.I., Rohlfshagen, P., Tavener, S., Perez, D., Samothrakis, S., Colton, S.: A survey of monte carlo tree search methods. IEEE Trans. Comput. Intellig. AI Games 4(1), 1\u201343 (2012)","DOI":"10.1109\/TCIAIG.2012.2186810"},{"key":"7_CR8","unstructured":"Conitzer, V., Sandholm, T.: Awesome: a general multiagent learning algorithm that converges in self-play and learns a best response against stationary opponents. In: Fawcett, T., Mishra, N. (eds.) ICML. pp. 83\u201390. AAAI Press (2003)"},{"key":"7_CR9","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"871","DOI":"10.1007\/11758532_113","volume-title":"Computational Science\u2014ICCS 2006","author":"R Dre\u017cewski","year":"2006","unstructured":"Dre\u017cewski, R., Siwik, L.: Multi-objective optimization using co-evolutionary multi-agent system with host-parasite mechanism. In: Alexandrov, V.N., van Albada, G.D., Sloot, P.M.A., Dongarra, J. (eds.) Computational Science\u2014ICCS 2006. LNCS, vol. 3993, pp. 871\u2013878. Springer, Berlin (2006)"},{"key":"7_CR10","series-title":"LNCS","first-page":"179","volume-title":"Applications of Evolutionary Computing, EvoWorkshops 2007","author":"R Dre\u017cewski","year":"2007","unstructured":"Dre\u017cewski, R., Siwik, L.: Multi-objective optimization technique based on co-evolutionary interactions in multi-agent system. In: Giacobini, M., et al. (eds.) Applications of Evolutionary Computing, EvoWorkshops 2007. LNCS, vol. 4448, pp. 179\u2013188. Springer, Berlin (2007)"},{"key":"7_CR11","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1007\/978-3-540-69731-2_38","volume-title":"Artificial Intelligence and Soft Computing\u2014ICAISC 2008","author":"R Dre\u017cewski","year":"2008","unstructured":"Dre\u017cewski, R., Siwik, L.: Agent-based co-operative co-evolutionary algorithm for multi-objective optimization. In: Rutkowski, L., Tadeusiewicz, R., Zadeh, L.A., Zurada, J.M. (eds.) Artificial Intelligence and Soft Computing\u2014ICAISC 2008. LNCS, vol. 5097, pp. 388\u2013397. Springer, Berlin (2008)"},{"key":"7_CR12","unstructured":"Ekker, R.J.: Reinforcement Learning and Games. Master\u2019s thesis, University of Groningen (2003)"},{"key":"7_CR13","unstructured":"Elidrisi, M., Johnson, N., Gini, M.: Fast learning against adaptive adversarial opponents. In: AAMAS\u201912: Proceedings of the 11th International Conference on Autonomous Agents and Multiagent Systems (2012)"},{"key":"7_CR14","series-title":"Natural Computing Series","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1007\/978-3-540-72960-0_10","volume-title":"Advances in Metaheuristics for Hard Optimization","author":"C Garc\u00eda-Mart\u00ednez","year":"2008","unstructured":"Garc\u00eda-Mart\u00ednez, C., Lozano, M.: Local search based on genetic algorithms. In: Siarry, P., Michalewicz, Z. (eds.) Advances in Metaheuristics for Hard Optimization. Natural Computing Series, pp. 199\u2013221. Springer, Berlin (2008)"},{"key":"7_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1007\/978-3-662-45523-4_28","volume-title":"Applications of Evolutionary Computation","author":"A Gonz\u00e1lez-Pardo","year":"2014","unstructured":"Gonz\u00e1lez-Pardo, A., Palero, F., Camacho, D.: Micro and macro lemmings simulations based on ants colonies. In: Esparcia-Alc\u00e1zar, A.I., Mora, A.M. (eds.) Applications of Evolutionary Computation. Lecture Notes in Computer Science, pp. 337\u2013348. Springer, Berlin (2014)"},{"key":"7_CR16","unstructured":"Jaskowski, W.: Algorithms for test-based problems. Ph.D. thesis, Institute of Computing Science, Poznan University of Technology, Poznan, Poland (2011)"},{"key":"7_CR17","first-page":"203","volume-title":"Dynamic, Genetic, and Chaotic Programming","author":"JR Koza","year":"1992","unstructured":"Koza, J.R.: The genetic programming paradigm: genetically breeding populations of computer programs to solve problems. In: Soucek, B. (ed.) Dynamic, Genetic, and Chaotic Programming, pp. 203\u2013321. Wiley, New York (1992)"},{"key":"7_CR18","doi-asserted-by":"crossref","unstructured":"Littman, M.L.: Markov games as a framework for multi-agent reinforcement learning. In: Proceedings of the 11th International Conference on Machine Learning (ML-94), pp. 157\u2013163. Morgan Kaufman, New Brunswick (1994)","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"7_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1007\/978-3-662-45523-4_29","volume-title":"Applications of Evolutionary Computation","author":"S Lucas","year":"2014","unstructured":"Lucas, S., Samothrakis, S., P\u00e9rez, D.: Fast evolutionary adaptation for monte carlo tree search. In: Esparcia-Alc\u00e1zar, A.I., Mora, A.M. (eds.) Applications of Evolutionary Computation. Lecture Notes in Computer Science, pp. 349\u2013360. Springer, Berlin (2014)"},{"key":"7_CR20","unstructured":"McPartland, M., Gallagher, M.: Learning to be a bot: reinforcement learning in shooter games. In: Darken, C., Mateas, M. (eds.) AIIDE. The AAAI Press, Menlo Park (2008)"},{"key":"7_CR21","doi-asserted-by":"crossref","unstructured":"Nogueira, M., Cotta, C., Fern\u00e1ndez-Leiva, A.J.: An analysis of hall-of-fame strategies in competitive coevolutionary algorithms for self-learning in RTS games. In: Nicosia, G., Pardalos, P.M. (eds.) LION. Lecture Notes in Computer Science, vol. 7997, pp. 174\u2013188. Springer, Berlin (2013)","DOI":"10.1007\/978-3-642-44973-4_19"},{"key":"7_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/978-3-642-29178-4_26","volume-title":"Applications of Evolutionary Computation","author":"D Perez","year":"2012","unstructured":"Perez, D., Rohlfshagen, P., Lucas, S.: Monte-carlo tree search for the physical travelling salesman problem. In: Di Chio, C., et al. (eds.) Applications of Evolutionary Computation. Lecture Notes in Computer Science, vol. 7248, pp. 255\u2013264. Springer, Berlin (2012)"},{"key":"7_CR23","doi-asserted-by":"crossref","unstructured":"van der Ree, M., Wiering, M.: Reinforcement learning in the game of Othello: learning against a fixed opponent and learning from self-play. In: IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning (ADPRL), 2013, pp. 108\u2013115 (2013)","DOI":"10.1109\/ADPRL.2013.6614996"},{"key":"7_CR24","doi-asserted-by":"crossref","unstructured":"Robilliard, D., Fonlupt, C., Teytaud, F.: Monte-carlo tree search for the game of \u201c7 wonders\u201d. In: Cazenave, T., Winands, M., Bj\u00f6rnsson, Y. (eds.) Computer Games, Communications in Computer and Information Science, vol. 504, pp. 64\u201377. Springer International Publishing, Basel (2014)","DOI":"10.1007\/978-3-319-14923-3_5"},{"key":"7_CR25","doi-asserted-by":"crossref","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)","DOI":"10.1109\/TNN.1998.712192"},{"key":"7_CR26","doi-asserted-by":"crossref","unstructured":"Tanner, B., Sutton, R.S.: Td(lambda) networks: temporal-difference networks with eligibility traces. In: De Raedt, L., Wrobel, S. (eds.) ICML. ACM International Conference Proceeding Series, vol. 119, pp. 888\u2013895. ACM (2005)","DOI":"10.1145\/1102351.1102463"},{"key":"7_CR27","unstructured":"Uther, W., Veloso, M.: Adversarial reinforcement learning. Technical report. In: Proceedings of the AAAI Fall Symposium on Model Directed Autonomous Systems (1997)"},{"key":"7_CR28","doi-asserted-by":"crossref","unstructured":"Wender, S., Watson, I.: Using reinforcement learning for city site selection in the turn-based strategy game civilization iv. In: Hingston, P., Barone, L. (eds.) CIG. pp. 372\u2013377. IEEE (2008)","DOI":"10.1109\/CIG.2008.5035664"},{"key":"7_CR29","unstructured":"Wiegand, P.R.: An analysis of cooperative coevolutionary algorithms. Ph.D. thesis, George Mason University (2003)"}],"container-title":["Smart Innovation, Systems and Technologies","Agent and Multi-Agent Systems: Technologies and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-19728-9_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T10:01:32Z","timestamp":1676455292000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-19728-9_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319197272","9783319197289"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-19728-9_7","relation":{},"ISSN":["2190-3018","2190-3026"],"issn-type":[{"type":"print","value":"2190-3018"},{"type":"electronic","value":"2190-3026"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"29 May 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}