{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T22:37:45Z","timestamp":1742942265666,"version":"3.40.3"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319775524"},{"type":"electronic","value":"9783319775531"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-77553-1_9","type":"book-chapter","created":{"date-parts":[[2018,3,1]],"date-time":"2018-03-01T04:56:16Z","timestamp":1519880176000},"page":"135-150","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Scaling Tangled Program Graphs to Visual Reinforcement Learning in ViZDoom"],"prefix":"10.1007","author":[{"given":"Robert J.","family":"Smith","sequence":"first","affiliation":[]},{"given":"Malcolm I.","family":"Heywood","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,3,2]]},"reference":[{"key":"9_CR1","doi-asserted-by":"crossref","unstructured":"Alvernaz, S., Togelius, J.: Autoencoder-augmented neuroevolution for visual Doom playing. In: IEEE Conference on Computational Intelligence and Games, pp. 1\u20138 (2017)","DOI":"10.1109\/CIG.2017.8080408"},{"key":"9_CR2","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"MG Bellemare","year":"2012","unstructured":"Bellemare, M.G., Naddaf, Y., Veness, J., Bowling, M.: The arcade learning environment: an evaluation platform for general agents. J. Artif. Intell. Res. 47, 253\u2013279 (2012)","journal-title":"J. Artif. Intell. Res."},{"key":"9_CR3","doi-asserted-by":"crossref","unstructured":"Braylan, A., Hollenbeck, M., Meyerson, E., Miikkulainen, R.: Reuse of neural modules for general video game playing. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 353\u2013359 (2016)","DOI":"10.1609\/aaai.v30i1.10014"},{"key":"9_CR4","unstructured":"Guo, X., Singh, S., Lewis, R., Lee, H.: Deep learning for reward design to improve Monte Carlo Tree Search in ATARI games. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 1519\u20131525 (2016)"},{"issue":"4","key":"9_CR5","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1109\/TCIAIG.2013.2294713","volume":"6","author":"M Hausknecht","year":"2014","unstructured":"Hausknecht, M., Lehman, J., Miikkulainen, R., Stone, P.: A neuroevolution approach to general Atari game playing. IEEE Trans. Comput. Intell. AI Games 6(4), 355\u2013366 (2014)","journal-title":"IEEE Trans. Comput. Intell. AI Games"},{"key":"9_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1007\/978-3-319-55696-3_4","volume-title":"Genetic Programming","author":"B Jia","year":"2017","unstructured":"Jia, B., Ebner, M.: Evolving game state features from raw pixels. In: McDermott, J., Castelli, M., Sekanina, L., Haasdijk, E., Garc\u00eda-S\u00e1nchez, P. (eds.) EuroGP 2017. LNCS, vol. 10196, pp. 52\u201363. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-55696-3_4"},{"key":"9_CR7","doi-asserted-by":"crossref","unstructured":"Kelly, S., Heywood, M.I.: Knowledge transfer from Keepaway soccer to half-field offense through program symbiosis: Building simple programs for a complex task. In: ACM Genetic and Evolutionary Computation Conference, pp. 1143\u20131150 (2015)","DOI":"10.1145\/2739480.2754798"},{"key":"9_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1007\/978-3-319-55696-3_5","volume-title":"Genetic Programming","author":"S Kelly","year":"2017","unstructured":"Kelly, S., Heywood, M.I.: Emergent tangled graph representations for atari game playing agents. In: McDermott, J., Castelli, M., Sekanina, L., Haasdijk, E., Garc\u00eda-S\u00e1nchez, P. (eds.) EuroGP 2017. LNCS, vol. 10196, pp. 64\u201379. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-55696-3_5"},{"key":"9_CR9","doi-asserted-by":"crossref","unstructured":"Kelly, S., Heywood, M.I.: Multi-task learning in Atari video games with emergent tangled program graphs. In: ACM Genetic and Evolutionary Computation Conference, pp. 195\u2013202 (2017)","DOI":"10.1145\/3071178.3071303"},{"key":"9_CR10","doi-asserted-by":"crossref","unstructured":"Kempka, M., Wydmuch, M., Runc, G., Toczek, J., Ja\u015bkowski, W.: ViZDoom: a doom-based AI research platform for visual reinforcement learning. In: IEEE Conference on Computational Intelligence and Games, pp. 1\u20138 (2016)","DOI":"10.1109\/CIG.2016.7860433"},{"key":"9_CR11","doi-asserted-by":"crossref","unstructured":"Kirkpatrick, J., Pascanu, R., Rabinowitz, N.C., Veness, J., Desjardins, G., Rusu, A.A., Milan, K., Quan, J., Ramalho, T., Grabska-Barwinska, A., Hassabis, D., Clopath, C., Kumaran, D., Hadsell, R.: Overcoming catastrophic forgetting in neural networks. CoRR abs\/1612.00796 (2016)","DOI":"10.1073\/pnas.1611835114"},{"key":"9_CR12","doi-asserted-by":"crossref","unstructured":"Kunanusont, K., Lucas, S.M., P\u00e9rez-Li\u00e9bana, D.: General video game AI: learning from screen capture. In: IEEE Conference on Computational Intelligence and Games, pp. 2078\u20132085 (2017)","DOI":"10.1109\/CEC.2017.7969556"},{"key":"9_CR13","doi-asserted-by":"crossref","unstructured":"Lample, G., Chaplot, D.S.: Playing FPS games with deep reinforcement learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 2140\u20132146 (2017)","DOI":"10.1609\/aaai.v31i1.10827"},{"key":"9_CR14","unstructured":"Lichodzijewski, P.: A symbiotic bid-based framework for problem decomposition using Genetic Programming. Ph.D. thesis, Faculty of Computer Science, Dalhousie University (2011)"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Lichodzijewski, P., Heywood, M.I.: Symbiosis, complexification and simplicity under GP. In: Proceedings of the ACM Genetic and Evolutionary Computation Conference, pp. 853\u2013860 (2010)","DOI":"10.1145\/1830483.1830640"},{"issue":"2","key":"9_CR16","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1109\/TCIAIG.2010.2050590","volume":"2","author":"D Loiacono","year":"2010","unstructured":"Loiacono, D., Lanzi, P., Togelius, J., Onieva, E., Pelta, D., Butz, M., Lonneker, T., Cardamone, L., Perez, D., S\u00e1ez, Y., Preuss, M., Quadflieg, J.: The 2009 simulated car racing championship. IEEE Trans. Comput. Intell. AI Games 2(2), 131\u2013147 (2010)","journal-title":"IEEE Trans. Comput. Intell. AI Games"},{"issue":"7540","key":"9_CR17","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, I., King, H., Kumaran, D., Wierstra, D., Legg, S., Hassabis, D.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"9_CR18","doi-asserted-by":"crossref","unstructured":"Poulsen, A.P., Thorhauge, M., Funch, M.H., Risi, S.: DLNE: a hybridization of deep learning and neuroevolution for visual control. In: IEEE Conference on Computational Intelligence and Games, pp. 1\u20138 (2017)","DOI":"10.1145\/3067695.3076016"},{"key":"9_CR19","unstructured":"Ratcliffe, D.S., Devlin, S., Kruschwitz, U., Citi, L.: Clyde: a deep reinforcement learning DOOM playing agent. In: AAAI Workshop on What\u2019s Next for AI in Games, pp. 983\u2013990 (2017)"},{"issue":"1","key":"9_CR20","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/s10994-005-0460-9","volume":"59","author":"S Whiteson","year":"2005","unstructured":"Whiteson, S., Kohl, N., Miikkulainen, R., Stone, P.: Evolving keepaway soccer players through task decomposition. Mach. Learn. 59(1), 5\u201330 (2005)","journal-title":"Mach. Learn."},{"key":"9_CR21","unstructured":"Wu, Y., Tian, Y.: Training agent for first-person shooter game with actor-critic curriculum learning. In: International Conference on Learning Representations, pp. 1\u201310 (2017)"},{"issue":"4","key":"9_CR22","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1109\/TCIAIG.2014.2339221","volume":"7","author":"GN Yannakakis","year":"2015","unstructured":"Yannakakis, G.N., Togelius, J.: A panorama of artificial and computational intelligence in games. IEEE Trans. Comput. Intell. AI Games 7(4), 317\u2013335 (2015)","journal-title":"IEEE Trans. Comput. Intell. AI Games"}],"container-title":["Lecture Notes in Computer Science","Genetic Programming"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-77553-1_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T11:27:53Z","timestamp":1710242873000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-77553-1_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319775524","9783319775531"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-77553-1_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"2 March 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EuroGP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Genetic Programming","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Parma","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 April 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 April 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eurogp2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.evostar.org\/2018\/cfp_eurogp.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}